-- Logs begin at Wed 2022-03-09 05:08:07 UTC, end at Wed 2022-03-09 06:32:32 UTC. -- Mar 09 05:58:48.749032 dv-cinder-831154-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 09 05:58:51.664087 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.common.config [-] Logging enabled! Mar 09 05:58:51.664709 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 09 05:58:51.664959 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 05:58:51.668190 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.common.config [-] Logging enabled! Mar 09 05:58:51.668445 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 09 05:58:51.668779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103525) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 05:58:51.669712 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 05:58:51.669949 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 05:58:51.670322 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 05:58:51.670569 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 05:58:51.670797 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 05:58:51.671528 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.671956 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 09 05:58:51.672273 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.672597 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.672898 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.673199 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.673490 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.673775 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.674064 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.674362 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.674650 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.674930 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.675213 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.675508 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.675786 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.676072 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.676355 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.676667 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] debug = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.676949 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.677382 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.677795 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.678084 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.678370 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.678646 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.678916 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.679193 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.679482 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.680341 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] host = dv-cinder-831154-2-iscsi {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.680661 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.680951 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.681236 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.681519 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.681796 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.682072 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.682357 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.682631 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.682903 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] log_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.683178 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.683465 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.683752 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.684039 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.684264 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.684502 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.684797 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.685082 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.685358 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.685635 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.685904 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.686174 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.686445 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.686712 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.686995 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.687275 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.687557 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.687832 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.688106 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.688376 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.688672 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.688953 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.689226 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.689499 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.689772 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.690061 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.690329 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.690601 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.690899 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.691189 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.691471 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.691756 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.692031 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.692312 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.692608 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.692881 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.693150 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] use_json = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.693423 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.693693 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.693977 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.694248 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.694521 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.694795 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.695067 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.695350 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.696189 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:51.696518 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.696807 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.697105 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.697402 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.697693 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.697974 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.698265 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.698541 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.698828 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.699115 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.699404 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.699683 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.699990 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.700279 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.700604 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.700911 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.701202 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.701493 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.701772 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.702048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.702324 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.702605 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.702897 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.703177 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.703466 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.703754 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.704036 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.704335 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.704647 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.704943 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.705233 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.705508 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.705790 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.706083 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.706368 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.706643 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.706924 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.707213 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.707492 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.707767 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.708055 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.708336 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.708634 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.708909 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.709190 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.709480 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.709755 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.710033 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.710308 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.710587 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.710859 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.711168 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.711449 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.711722 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.711996 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.712277 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.712579 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.712860 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.713140 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.713414 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.713692 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.713965 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.714239 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.714515 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.714789 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.715061 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.715334 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.715606 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.715882 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.716156 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.716433 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.716729 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.717002 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.717275 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.717562 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.717857 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.718136 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.718432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.718694 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.718970 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.719247 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.719522 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.719802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.720086 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.720360 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.720675 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.720962 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.721248 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.721543 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.721822 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.722116 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.722397 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.722675 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.722957 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.723234 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.723512 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.723798 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.724082 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.724378 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.724697 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.724992 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.725285 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.725574 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.725856 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.726165 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.726449 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:51.726789 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 05:58:51.727038 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103525) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 09 05:58:52.097950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 05:58:52.098159 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 05:58:52.098466 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 05:58:52.098947 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 09 05:58:52.429782 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.430071 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.430344 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.431662 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.431938 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.432204 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.478184 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.478458 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.478735 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.492811 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.493091 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.493361 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.522326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.522607 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.522878 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.560131 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.560409 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.560705 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.906753 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.907377 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.907377 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.907573 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:52.908263 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.006745 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.007069 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.007354 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.007627 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.007929 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.008245 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.008528 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.008793 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.009051 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.009332 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.009592 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.009860 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.010118 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.010373 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.010632 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.010896 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.011157 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.011427 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.011699 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.011961 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.012235 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.012762 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.013067 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.013443 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.013696 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.013945 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.014343 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:58:53.014586 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:58:53.014825 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:58:53.015061 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:58:53.015297 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:58:53.015531 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:58:53.015895 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 09 05:58:53.019023 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 09 05:58:53.023123 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 09 05:58:53.027377 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 09 05:58:53.029047 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 09 05:58:53.029522 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 09 05:58:53.029859 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 09 05:58:53.030241 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 09 05:58:53.033093 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 09 05:58:53.033350 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 09 05:58:53.033699 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 05:58:53.038589 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 09 05:58:53.062942 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 09 05:58:53.063397 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.063695 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103525) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 09 05:58:53.064067 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.065467 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103525) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 09 05:58:53.065750 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 05:58:53.066002 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 09 05:58:53.069394 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.069679 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:53.132670 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 09 05:58:53.132940 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 09 05:58:53.133177 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 09 05:58:53.133542 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 09 05:58:53.154326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_db.sqlalchemy.engines [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103525) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 09 05:58:53.766499 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Initializing driver for type 'gre' Mar 09 05:58:53.767023 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] gre ID ranges: [(1, 1000)] Mar 09 05:58:53.932190 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Initializing driver for type 'local' Mar 09 05:58:53.932829 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Initializing driver for type 'vlan' Mar 09 05:58:54.029598 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] VlanTypeDriver initialization complete Mar 09 05:58:54.029905 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Initializing driver for type 'vxlan' Mar 09 05:58:54.030397 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] vxlan ID ranges: [(1, 1000)] Mar 09 05:58:54.171283 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Initializing extension driver 'port_security' Mar 09 05:58:54.171621 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.extensions.port_security [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] PortSecurityExtensionDriver initialization complete Mar 09 05:58:54.171968 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Initializing mechanism driver 'openvswitch' Mar 09 05:58:54.172308 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Initializing mechanism driver 'hyperv' Mar 09 05:58:54.178951 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.plugin [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:54.180394 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > port after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.180799 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > port after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.181159 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > port after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.184222 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:58:54.184222 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > subnet after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.184222 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > subnet after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.184222 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.184222 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:58:54.184627 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > network after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.184627 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > network after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.184627 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > network after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.184844 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:58:54.185085 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > security_group after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.185439 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > security_group after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.185785 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.186187 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:58:54.186597 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.186948 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.187291 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.187690 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:58:54.188097 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > address_group after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.188445 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > address_group after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.188828 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.189226 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103525) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:58:54.189671 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] ML2 OVO RPC backend initialized. {{(pid=103525) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 09 05:58:54.190384 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.190745 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.191165 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > network before_response 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.191516 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > networks before_response 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.191867 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > port before_response 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.192212 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > ports before_response 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.192604 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > subnet before_response 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.192956 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > subnets before_response 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.193303 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > network after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.193645 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > network after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.193986 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > network after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.194316 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > port after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.194656 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > port after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.194992 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > port after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.195329 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > subnet after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.195666 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > subnet after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.196001 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.203324 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded quota_driver: . Mar 09 05:58:54.203701 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.plugin [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Modular L2 Plugin initialization complete Mar 09 05:58:54.204058 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading services supported by the core plugin {{(pid=103525) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 09 05:58:54.204405 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.plugins.ml2.managers [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Got port-security extension from driver 'port_security' Mar 09 05:58:54.204913 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.extensions.vlantransparent [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Disabled vlantransparent extension. Mar 09 05:58:54.205416 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103525) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 09 05:58:54.205747 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading Plugin: router Mar 09 05:58:54.241846 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.242864 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router after_create 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.243240 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router before_create 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.243608 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.243983 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.244338 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router after_delete 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.244723 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.245077 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.245442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router after_create 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.245794 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router after_update 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.246145 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router after_update 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.246501 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.246861 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router after_update 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.247275 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_update 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.247645 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: port after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.247987 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: port after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.248327 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: subnet after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.248698 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.249050 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.249427 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_create 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.249776 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: port before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.250126 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.250488 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router after_update 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.250833 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.251313 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_create 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.251672 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.252027 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_update 55549900 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.252395 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > agent after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.252774 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > agent after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.253126 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > network after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.253977 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Tracking information for resource: router configured {{(pid=103525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:58:54.254311 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Tracking information for resource: floatingip configured {{(pid=103525) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:58:54.259268 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.db.l3_agentschedulers_db [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 09 05:58:54.259851 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: port after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.260217 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: port after_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.260604 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: port after_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.260964 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: port after_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.261754 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router before_create 55550100 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.262122 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.262745 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_create 55550100 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.263104 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > router precommit_update 55550100 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.267907 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.services.provider_configuration [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service providers = [] {{(pid=103525) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 09 05:58:54.268278 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.db.servicetype_db [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103525) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 09 05:58:54.271298 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.services.service_base [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 05:58:54.271650 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.services.service_base [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 05:58:54.271996 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.services.service_base [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 05:58:54.272928 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.services.service_base [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103525) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 05:58:54.273324 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.services.service_base [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 09 05:58:54.273707 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:58:54.274028 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 09 05:58:54.284880 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:58:54.285176 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading Plugin: auto_allocate Mar 09 05:58:54.291602 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: network precommit_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.291978 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: network precommit_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.292566 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:58:54.292849 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading Plugin: tag Mar 09 05:58:54.299664 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:58:54.300015 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading Plugin: timestamp Mar 09 05:58:54.303864 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:58:54.304198 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading Plugin: network_ip_availability Mar 09 05:58:54.310316 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.310693 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.311055 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.311767 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:58:54.312089 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading Plugin: flavors Mar 09 05:58:54.317086 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:58:54.317421 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading Plugin: revisions Mar 09 05:58:54.321789 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103525) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:58:54.322187 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_concurrency.lockutils [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.224s {{(pid=103525) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 05:58:54.322939 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103525) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 09 05:58:54.323284 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Initializing extension manager. Mar 09 05:58:54.323809 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: __init__.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.324155 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: __pycache__ {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.324507 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.324854 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: address_group.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.325603 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.326165 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: address-group Mar 09 05:58:54.326495 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: address_scope.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.327216 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.327730 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: address-scope Mar 09 05:58:54.328060 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.329021 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.329539 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: router-admin-state-down-before-update Mar 09 05:58:54.329867 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: agent.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.330572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.331080 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: agent Mar 09 05:58:54.331409 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: agent_resources_synced.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.332329 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.332884 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: agent-resources-synced Mar 09 05:58:54.333211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: allowedaddresspairs.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.335000 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.335524 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: allowed-address-pairs Mar 09 05:58:54.335881 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: auto_allocated_topology.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.337007 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.337526 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: auto-allocated-topology Mar 09 05:58:54.337855 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: availability_zone.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.338550 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.339084 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: availability_zone Mar 09 05:58:54.339410 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: availability_zone_filter.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.346323 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.346831 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: availability_zone_filter Mar 09 05:58:54.347154 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: data_plane_status.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.348068 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.348611 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension data-plane-status not supported by any of loaded plugins Mar 09 05:58:54.348939 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: default_subnetpools.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.349860 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.350371 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: default-subnetpools Mar 09 05:58:54.350698 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.352018 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.352625 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: dhcp_agent_scheduler Mar 09 05:58:54.352958 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: dns.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.353892 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.354419 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension dns-integration not supported by any of loaded plugins Mar 09 05:58:54.354747 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: dns_domain_ports.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.355672 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.356183 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 09 05:58:54.356533 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.357461 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.357970 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 09 05:58:54.358294 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: dvr.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.358966 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.359496 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: dvr Mar 09 05:58:54.359820 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: ecmp_routes.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.360770 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.361274 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension ecmp_routes not supported by any of loaded plugins Mar 09 05:58:54.361601 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: empty_string_filtering.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.362519 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.363026 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: empty-string-filtering Mar 09 05:58:54.363361 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.364278 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.364815 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 09 05:58:54.365143 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.366097 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.366598 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 09 05:58:54.366924 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: external_net.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.367922 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.368429 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: external-net Mar 09 05:58:54.368788 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.369700 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.370205 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: extra_dhcp_opt Mar 09 05:58:54.370532 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: extraroute.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.371440 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.371948 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: extraroute Mar 09 05:58:54.372272 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: extraroute_atomic.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.373342 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.373885 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: extraroute-atomic Mar 09 05:58:54.374209 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: filter_validation.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.378887 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.378887 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: filter-validation Mar 09 05:58:54.378887 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: fip_pf_description.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.379543 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.380052 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 09 05:58:54.380375 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: fip_port_details.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.381511 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.382029 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: fip-port-details Mar 09 05:58:54.382356 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: flavors.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.383636 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.384156 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: flavors Mar 09 05:58:54.384502 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.386206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.386728 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 09 05:58:54.387061 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: floatingip_pools.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.388050 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.388600 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: floatingip-pools Mar 09 05:58:54.388931 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: ip_allocation.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.389880 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.390385 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension ip_allocation not supported by any of loaded plugins Mar 09 05:58:54.390711 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.391635 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.392144 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: ip-substring-filtering Mar 09 05:58:54.392476 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l2_adjacency.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.393436 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.393958 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension l2_adjacency not supported by any of loaded plugins Mar 09 05:58:54.394286 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.395247 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.395765 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: router Mar 09 05:58:54.396092 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.398945 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.399495 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 09 05:58:54.399827 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.400795 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.401313 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: ext-gw-mode Mar 09 05:58:54.401644 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.402577 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.403094 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: l3-ha Mar 09 05:58:54.403422 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.404355 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.404896 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 09 05:58:54.405224 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3_flavors.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.406180 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.406687 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: l3-flavors Mar 09 05:58:54.407013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.408399 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.408950 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 09 05:58:54.409282 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.410208 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.410729 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: l3-port-ip-change-not-allowed Mar 09 05:58:54.411100 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: l3agentscheduler.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.412111 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.412674 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: l3_agent_scheduler Mar 09 05:58:54.413008 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: local_ip.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.422301 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.422846 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension local_ip not supported by any of loaded plugins Mar 09 05:58:54.423189 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: logging.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.426198 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.426732 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension logging not supported by any of loaded plugins Mar 09 05:58:54.427075 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: metering.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.427828 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.428501 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: metering Mar 09 05:58:54.428868 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.430474 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.430990 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: metering_source_and_destination_fields Mar 09 05:58:54.431319 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: multiprovidernet.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.432318 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.432862 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: multi-provider Mar 09 05:58:54.433191 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: netmtu.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.434112 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.434626 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: net-mtu Mar 09 05:58:54.434951 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: netmtu_writable.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.435871 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.436379 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: net-mtu-writable Mar 09 05:58:54.436744 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: network_availability_zone.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.437438 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.437945 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: network_availability_zone Mar 09 05:58:54.438266 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: network_ip_availability.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.439412 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.439927 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: network-ip-availability Mar 09 05:58:54.440255 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: network_segment_range.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.441052 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.441557 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension network-segment-range not supported by any of loaded plugins Mar 09 05:58:54.441882 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: pagination.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.442876 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.443205 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: pagination Mar 09 05:58:54.443526 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: port_device_profile.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.444430 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.444969 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: port-device-profile Mar 09 05:58:54.445869 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.450171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.450733 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: port-mac-address-regenerate Mar 09 05:58:54.451139 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.452096 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.452696 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: port-numa-affinity-policy Mar 09 05:58:54.453063 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: port_resource_request.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.454035 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.454585 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension port-resource-request not supported by any of loaded plugins Mar 09 05:58:54.454949 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: port_resource_request_groups.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.455971 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.456554 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 09 05:58:54.456921 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: portbindings.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.457899 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.458454 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: binding Mar 09 05:58:54.458817 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: portbindings_extended.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.460205 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.460813 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: binding-extended Mar 09 05:58:54.461192 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: portsecurity.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.462152 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.462709 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: port-security Mar 09 05:58:54.463079 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: project_id.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.464099 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.464470 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: project-id Mar 09 05:58:54.464860 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: providernet.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.465830 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.466390 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: provider Mar 09 05:58:54.466761 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.470585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.471103 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos not supported by any of loaded plugins Mar 09 05:58:54.471433 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.472713 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.473232 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 09 05:58:54.473564 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.474487 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.474999 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 09 05:58:54.475325 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_default.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.476240 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.476780 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-default not supported by any of loaded plugins Mar 09 05:58:54.477110 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_fip.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.478033 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.478543 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-fip not supported by any of loaded plugins Mar 09 05:58:54.478870 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.479855 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.480294 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 09 05:58:54.480656 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_gateway_ip.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.481612 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.482123 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 09 05:58:54.482452 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_port_network_policy.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.483480 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.484006 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 09 05:58:54.484318 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.485380 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.485893 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 09 05:58:54.486218 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.490509 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.491017 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 09 05:58:54.491341 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_pps_rule.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.493052 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.493569 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-pps not supported by any of loaded plugins Mar 09 05:58:54.493896 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_rule_type_details.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.494842 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.495349 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 09 05:58:54.495675 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: qos_rules_alias.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.496769 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.497283 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 09 05:58:54.497610 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: quota_check_limit.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.498529 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.499043 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: quota-check-limit Mar 09 05:58:54.499369 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: quotasv2.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.500313 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.500672 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: quotas Mar 09 05:58:54.500996 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: quotasv2_detail.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.502792 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.503136 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: quota_details Mar 09 05:58:54.503471 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: rbac.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.504778 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.505976 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: rbac-policies Mar 09 05:58:54.506310 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: rbac_address_group.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.507249 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.508349 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: rbac-address-group Mar 09 05:58:54.508702 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: rbac_address_scope.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.509625 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.510140 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: rbac-address-scope Mar 09 05:58:54.510463 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: rbac_security_groups.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.511402 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.511918 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: rbac-security-groups Mar 09 05:58:54.512246 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: rbac_subnetpool.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.513551 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.514060 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: rbac-subnetpool Mar 09 05:58:54.514387 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: revisionifmatch.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.515317 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.515824 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: revision-if-match Mar 09 05:58:54.516147 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: revisions.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.517315 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.517830 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: standard-attr-revisions Mar 09 05:58:54.518156 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: router_availability_zone.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.518829 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.519333 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: router_availability_zone Mar 09 05:58:54.519686 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: routerservicetype.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.525118 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.525622 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension router-service-type not supported by any of loaded plugins Mar 09 05:58:54.525944 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.526867 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.527376 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: security-groups-normalized-cidr Mar 09 05:58:54.527698 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.528656 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.529166 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: port-security-groups-filtering Mar 09 05:58:54.529486 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.530408 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.530913 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: security-groups-remote-address-group Mar 09 05:58:54.531255 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.532169 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.532712 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: security-groups-shared-filtering Mar 09 05:58:54.533037 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.533621 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 09 05:58:54.533943 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: securitygroup.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.543766 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.544246 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: security-group Mar 09 05:58:54.544611 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: segment.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.545403 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.545912 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension segment not supported by any of loaded plugins Mar 09 05:58:54.546246 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.547193 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.547708 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 09 05:58:54.548042 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: servicetype.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.553520 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.554040 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: service-type Mar 09 05:58:54.554374 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: sorting.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.555913 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.556247 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: sorting Mar 09 05:58:54.556599 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: standard_attr_segment.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.557527 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.558073 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 09 05:58:54.558399 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: standardattrdescription.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.559054 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.559566 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: standard-attr-description Mar 09 05:58:54.559933 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: stateful_security_group.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.560881 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.561400 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: stateful-security-group Mar 09 05:58:54.561725 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: stdattrs_common.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.562292 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 09 05:58:54.562612 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.563552 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.564063 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 09 05:58:54.564384 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: subnet_onboard.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.565519 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.566087 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: subnet_onboard Mar 09 05:58:54.566413 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.567339 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.567894 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 09 05:58:54.568217 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: subnet_service_types.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.569182 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.569739 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: subnet-service-types Mar 09 05:58:54.570064 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: subnetallocation.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.571810 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.572335 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: subnet_allocation Mar 09 05:58:54.572692 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.573359 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.573877 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: subnetpool-prefix-ops Mar 09 05:58:54.574201 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.575145 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.575657 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 09 05:58:54.575980 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: tagging.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.577071 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.577600 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: standard-attr-tag Mar 09 05:58:54.577930 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: timestamp.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.581167 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.581685 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loaded extension: standard-attr-timestamp Mar 09 05:58:54.582012 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: trunk.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.583057 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.583568 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension trunk not supported by any of loaded plugins Mar 09 05:58:54.583894 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: trunk_details.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.584837 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.585348 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension trunk-details not supported by any of loaded plugins Mar 09 05:58:54.585675 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: uplink_status_propagation.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.586641 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.587147 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 09 05:58:54.587468 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Loading extension file: vlantransparent.py {{(pid=103525) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:58:54.588131 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103525) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:58:54.588762 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extension vlan-transparent not supported by any of loaded plugins Mar 09 05:58:54.591187 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:network Mar 09 05:58:54.591703 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:subnet Mar 09 05:58:54.592103 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:58:54.592512 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:port Mar 09 05:58:54.593776 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.594214 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service FLAVORS assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.594832 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.595258 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.595596 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:router Mar 09 05:58:54.596021 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:floatingip Mar 09 05:58:54.596522 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service METERING assigned prefix: /metering {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.597967 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.598342 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.598696 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:54.599710 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 05:58:54.600164 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:security_group Mar 09 05:58:54.600620 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 05:58:54.601226 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service CORE assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.601592 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:58:54.601941 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] subnetpool is already registered Mar 09 05:58:54.602368 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service CORE assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.602702 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:58:54.603032 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] subnetpool is already registered Mar 09 05:58:54.605306 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.605746 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service FLAVORS assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.606329 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.606748 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.607082 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:router Mar 09 05:58:54.607430 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] router is already registered Mar 09 05:58:54.607828 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:floatingip Mar 09 05:58:54.608163 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] floatingip is already registered Mar 09 05:58:54.608651 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service METERING assigned prefix: /metering {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.609389 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 05:58:54.609718 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] rbac_policy is already registered Mar 09 05:58:54.610128 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:security_group Mar 09 05:58:54.610462 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] security_group is already registered Mar 09 05:58:54.610862 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 05:58:54.611193 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] security_group_rule is already registered Mar 09 05:58:54.611826 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service CORE assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.612158 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:58:54.612513 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] subnetpool is already registered Mar 09 05:58:54.612938 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.v2.resource_helper [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Service CORE assigned prefix: {{(pid=103525) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:58:54.613265 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:58:54.613598 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING neutron.quota.resource_registry [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] subnetpool is already registered Mar 09 05:58:54.614062 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: extensions {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.615523 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: address-groups {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.617639 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: address-scopes {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.618964 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: agents {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.620128 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: auto-allocated-topology {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.621413 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: availability_zones {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.622612 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: dhcp-networks {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.624140 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: dhcp-agents {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.625598 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: routers {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.627798 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: flavors {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.629000 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: service_profiles {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.630218 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: next_providers {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.631669 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: service_profiles {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.633846 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: floatingip-pools {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.635062 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: routers {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.637750 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: floatingips {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.639636 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: l3-routers {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.641087 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: l3-agents {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.642497 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: metering-labels {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.643858 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: metering-label-rules {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.645166 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: network-ip-availabilities {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.646500 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: bindings {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.648128 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: quotas {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.649791 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: quotas {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.651323 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: rbac-policies {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.652662 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: security-groups {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.653904 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: security-group-rules {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.655126 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: service-providers {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.656346 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: subnetpools {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.657782 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: subnetpools {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.659231 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.661002 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.662795 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.664638 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.666428 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.668285 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.669991 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.671860 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.673633 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.675583 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron.api.extensions [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Extended resource: tags {{(pid=103525) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:58:54.681940 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING keystonemiddleware.auth_token [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 09 05:58:54.686612 dv-cinder-831154-2-iscsi neutron-server[103525]: WARNING keystonemiddleware.auth_token [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 09 05:58:54.695829 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_concurrency.lockutils [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Acquired lock "singleton_lock" {{(pid=103525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 09 05:58:54.698270 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_concurrency.lockutils [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Releasing lock "singleton_lock" {{(pid=103525) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 09 05:58:54.698270 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO oslo_service.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Starting 2 workers Mar 09 05:58:54.701917 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Started child 103636 {{(pid=103525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 05:58:54.706496 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Started child 103637 {{(pid=103525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 05:58:54.707647 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.708347 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO neutron.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Neutron service started, listening on 0.0.0.0:9696 Mar 09 05:58:54.708774 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.709353 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [-] (103636) wsgi starting up on http://0.0.0.0:9696 Mar 09 05:58:54.711317 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO oslo_service.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Starting 1 workers Mar 09 05:58:54.711477 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.712864 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [-] (103637) wsgi starting up on http://0.0.0.0:9696 Mar 09 05:58:54.716589 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Started child 103638 {{(pid=103525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 05:58:54.717155 dv-cinder-831154-2-iscsi neutron-server[103525]: INFO oslo_service.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Starting 1 workers Mar 09 05:58:54.720436 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] calling RpcWorker wait() {{(pid=103638) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 09 05:58:54.721021 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] returning from RpcWorker wait() {{(pid=103638) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 09 05:58:54.721661 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Started child 103639 {{(pid=103525) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 05:58:54.722473 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55d36985-f515-4502-aa45-eb6236f6a06a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.722594 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.723252 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:54.724419 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 05:58:54.724715 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 05:58:54.724859 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 05:58:54.725258 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 05:58:54.725605 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 05:58:54.725774 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 05:58:54.726277 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.726670 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.726759 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.727238 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.727238 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.727482 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.728027 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:54.728224 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.728526 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.728770 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.729057 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.729292 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.729463 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.729628 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.730050 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.730284 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.730599 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.730858 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.731253 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.731507 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.731682 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.731935 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.732217 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.732466 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.732729 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] debug = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.733044 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.735117 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.735117 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.735117 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.735117 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.735117 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.735117 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736694 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736694 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736694 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.736694 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.737215 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.737215 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.737588 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] host = dv-cinder-831154-2-iscsi {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.737863 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.738062 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.738305 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.738549 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.738804 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.739034 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.739292 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.739545 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.739783 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.740039 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.740252 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.740509 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.740722 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.740952 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.741118 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_options = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.741369 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.741643 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.741884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.742590 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.742749 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.742914 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.743174 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.743324 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.743578 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.743792 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.744004 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.744240 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.744457 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.744682 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.744949 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.745168 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.745398 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.745625 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.745880 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.746125 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.746365 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.746590 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.746804 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.747062 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.747252 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.747620 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.747992 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.748156 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.748360 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.748674 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.748860 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.749313 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.750021 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.750341 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.750508 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.750751 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.750981 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.751202 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.751475 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.751704 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.751958 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.752202 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.752927 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.753153 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.753764 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.753764 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.754185 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_json = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.754338 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.754581 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.754824 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.755044 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.755258 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.755611 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.755725 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.756047 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.756171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.756573 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.756861 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.757173 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.757442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.757699 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.758495 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.763802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.763802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.763802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.763802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.763802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.763802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.763802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.763802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.764442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.764442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.764442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.764442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.764442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.764442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.764442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.764442 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765013 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765563 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765563 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765715 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.765897 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.766165 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.766411 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.766645 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.766877 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.767093 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.767348 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.767573 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.767828 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.768057 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.768287 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.768526 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.768926 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.769190 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.769446 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.769693 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.770092 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.770512 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.770736 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.770959 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.771177 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.771399 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.771618 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.771890 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.772159 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.772405 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.772802 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.773181 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.773573 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.773973 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.774355 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.774571 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.774787 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.775212 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.775597 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.776017 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.776422 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.776828 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.777236 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.777460 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.777689 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.777927 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.778144 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.778360 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.778576 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.778810 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.779022 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.779254 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.779465 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.779679 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.779908 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.780121 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.780369 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.780608 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.780820 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.781054 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.781266 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.781505 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.781778 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.782094 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.782338 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.782583 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.782818 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.783082 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.783295 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.783537 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.783772 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.784007 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.784216 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.784460 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.784717 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.784974 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.785216 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.785435 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.785701 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.785914 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.786130 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.786366 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.786589 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.786828 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.787064 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.787341 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.787604 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.787834 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.788063 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.788290 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.788582 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.788831 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.789612 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.789833 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.790114 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.790401 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.790647 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.790914 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.791142 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.791370 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.791632 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.791859 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.792107 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.792354 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.792606 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.792857 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.793098 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.793330 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.793539 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.793849 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.794143 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.794375 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.794588 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.794798 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.795261 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.795512 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.795754 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.796027 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.796268 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.796528 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.796764 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.796989 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.797201 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.797436 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.797663 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.797873 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.798111 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.798323 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.798558 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.798783 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.799205 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.799536 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.799757 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.799973 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.800191 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.800422 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.800660 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.800908 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.801122 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.806572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.806572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.806572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.806572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.806572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.806572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.806572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.806572 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807207 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807207 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807207 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807207 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807207 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807207 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807207 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807207 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.807779 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.808403 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.808403 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.808403 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.808641 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.808803 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.809049 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.809294 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.809531 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.809781 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.809964 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.810199 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.810420 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.810641 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.810872 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.811114 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.811333 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.811549 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.811781 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.812050 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.812293 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.812570 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.812809 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.813049 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.813263 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.813476 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.813686 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.813901 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.814130 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.814355 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.814569 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.814776 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.815060 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.815307 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.815839 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.815839 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.816111 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.816235 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.816445 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.816677 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.816906 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.817143 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.817376 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.817583 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.817803 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.818010 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.818217 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.818433 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.818645 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.818851 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.819071 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.819282 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.819507 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.819723 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.819937 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.820214 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.820433 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.820665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.820869 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.821086 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.821298 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.821508 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.821730 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.821925 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.822128 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.822343 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.822553 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.822757 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.823041 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.823288 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.823504 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.823794 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.824018 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.824259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.824480 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.824806 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.825026 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.825264 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.825499 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.825730 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.825966 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.826929 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.827245 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.827665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.827938 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.828181 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.828453 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.832585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.832585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.832585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.832585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.832585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.832585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.832585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.832585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.833171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.833171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.833171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.833171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.833171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.833171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.833171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.833171 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.834076 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.834375 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.834679 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.834924 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.835156 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.835391 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.835637 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.835879 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.836040 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 05:58:54.836625 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103525) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 05:58:54.836791 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 05:58:54.836949 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 05:58:54.837117 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 05:58:54.837290 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 05:58:54.837445 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 05:58:54.837658 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.837815 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.838131 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.838330 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.838462 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.838708 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.838812 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.838947 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.839253 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.839415 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.839585 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.839722 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.839881 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.840040 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.840197 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.840355 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.840538 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.840698 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.840865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.841026 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.841186 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.841344 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.841507 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] debug = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.841663 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.841871 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.842038 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.842196 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.842353 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.842514 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.842668 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.842977 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.843132 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.843435 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.843600 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.843757 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.843915 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.844073 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.844229 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.844389 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.844588 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.844726 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.844909 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] host = dv-cinder-831154-2-iscsi {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.845044 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.845204 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.845355 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.845510 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.845650 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:54.845747 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.845817 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.845962 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.846116 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.846272 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.846429 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.846587 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.846743 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.846898 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.847056 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.847212 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_options = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.847369 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.847524 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.847682 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.847872 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.848036 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.848205 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.849216 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.849689 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.849857 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.850062 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.850231 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.850385 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.850544 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.850704 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.850862 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.851018 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.851176 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.851335 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.852080 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.852288 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.852469 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.852703 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.852845 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.853011 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.853182 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.853349 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.853516 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.853682 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.853897 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.853996 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.854147 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.854308 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.854626 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.854795 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.854967 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.855126 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.855287 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.855447 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.855634 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.855806 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.855998 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.856164 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.856267 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.856420 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.856597 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.856759 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.856919 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_json = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.857077 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.857249 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.857398 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.857558 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.857717 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.857876 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.858035 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.858196 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.858353 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:58:54.858674 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.858978 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.859184 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.859338 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.859492 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.859657 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.859820 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.859979 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.860144 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.860308 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.860477 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.860663 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.860837 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.861000 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.861163 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.861328 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.861498 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.861664 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.861826 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.862100 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.862239 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.862497 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.862635 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.862771 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.862896 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.863019 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.863175 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.863304 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.863457 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.863631 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.863803 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.863963 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.864283 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.864439 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.864629 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.864795 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.864958 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.865122 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.865288 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.865451 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.865613 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.865777 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.865955 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.866119 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.866283 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.866449 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.866613 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.866813 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.866977 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.867764 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.867937 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.868102 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.868287 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.868453 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.868644 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.868808 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.875326 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876081 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.876884 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.877841 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.878432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.878432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.878432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.878432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.878432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.878432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.878432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.878432 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879048 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.879665 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.880383 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.880383 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.880383 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.880383 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.880383 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.880383 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.880383 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.880383 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881211 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881833 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881833 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881833 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881833 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881833 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.881833 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.882462 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.882462 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.882462 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.882462 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.882861 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.882861 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.883075 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.883075 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.883312 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.883422 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.883507 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.883829 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.883829 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.884190 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.884190 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.884381 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.884461 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.884584 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.884754 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.884919 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.885082 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.885269 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.885430 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.885593 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.885754 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.885917 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.886079 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.886241 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.886404 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.886566 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.886761 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.886922 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.887083 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.887245 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.887653 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.887822 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.887984 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.888164 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.888330 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.888515 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.888675 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.888838 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.889002 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.889165 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.889329 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.889493 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.889655 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.889817 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.889980 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.890144 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.890307 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.890470 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.890634 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.890796 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.890957 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.891119 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.891322 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.891488 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.891650 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.891816 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.891978 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.892141 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.892303 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.892465 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.892650 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.892811 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.892976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.893138 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.893299 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.893460 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.893623 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.893785 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.893951 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.894117 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.894280 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.894441 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.894605 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.894767 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.894930 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.895091 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.895253 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.895416 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.895578 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.895741 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.895903 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.896079 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.896243 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.896405 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.896600 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.896770 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.896933 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.897125 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.897288 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.897449 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.897610 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.897772 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.903950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.903950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.903950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.903950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.903950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.903950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.903950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.903950 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.904654 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.904654 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.904654 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.904654 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.904654 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.904654 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.904654 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.904654 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905206 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905732 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905732 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905732 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905732 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905732 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905732 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905732 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.905732 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906259 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.906865 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907390 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.907976 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.908689 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.908689 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:58:54.908689 dv-cinder-831154-2-iscsi neutron-server[103525]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103525) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 05:58:54.928168 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 37836) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:54.937350 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063813 Mar 09 05:59:06.389398 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40c7db-83ce-4bfb-894c-4289b4ffdf7e None None] get_active_networks_info from dv-cinder-831154-2-iscsi {{(pid=103638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 05:59:06.443771 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e40c7db-83ce-4bfb-894c-4289b4ffdf7e None None] No non-hosted networks {{(pid=103638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 09 05:59:06.457663 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.agentschedulers_db [None req-6e40c7db-83ce-4bfb-894c-4289b4ffdf7e None None] DHCP Agent not found on host dv-cinder-831154-2-iscsi {{(pid=103638) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 09 05:59:06.550420 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c1f190ad-6fdc-4f38-86cb-dbe90dc95242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556579'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.733321 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6a8d26c7-415e-4e6c-b0d5-e398bb56c9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556579'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.766350 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.db.api [None req-a2eda418-c798-49d5-91e0-389311a2ffc6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831154-2-iscsi {{(pid=103638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 05:59:08.766863 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG oslo_db.api [None req-a2eda418-c798-49d5-91e0-389311a2ffc6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 05:59:09.286114 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a2eda418-c798-49d5-91e0-389311a2ffc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.024976 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556579'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.960569 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556579'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.381790 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 37918) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:12.720285 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556579'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.721164 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.721512 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.721843 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.722414 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.722909 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.723235 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.723997 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.724580 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.724960 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.725618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.726178 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.726596 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.727155 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:12.727785 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831154-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:12.736609 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831154-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:12.881627 dv-cinder-831154-2-iscsi neutron-server[103637]: WARNING oslo_policy.policy [None req-415d5e91-20ee-4c30-aede-803e282d6470 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:59:12.882346 dv-cinder-831154-2-iscsi neutron-server[103637]: WARNING oslo_policy.policy [None req-415d5e91-20ee-4c30-aede-803e282d6470 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:59:13.104577 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-415d5e91-20ee-4c30-aede-803e282d6470 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:59:13.105520 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-415d5e91-20ee-4c30-aede-803e282d6470 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7228179 Mar 09 05:59:15.634908 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 37944) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:15.963828 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-f57bdd87-33ce-4a06-926d-6c23bd896842 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:16.055767 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.policy [None req-f57bdd87-33ce-4a06-926d-6c23bd896842 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 05:59:16.098469 dv-cinder-831154-2-iscsi neutron-server[103637]: WARNING oslo_policy.policy [None req-f57bdd87-33ce-4a06-926d-6c23bd896842 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:59:16.098781 dv-cinder-831154-2-iscsi neutron-server[103637]: WARNING oslo_policy.policy [None req-f57bdd87-33ce-4a06-926d-6c23bd896842 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:59:16.241127 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f57bdd87-33ce-4a06-926d-6c23bd896842 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763896315600', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763896313859', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763896325783', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763896331246', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763896320275', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763896401341', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7797061', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7772292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1595991', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695889'] for rbac-policy (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:16.498638 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f57bdd87-33ce-4a06-926d-6c23bd896842 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:16.499922 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f57bdd87-33ce-4a06-926d-6c23bd896842 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8640287 Mar 09 05:59:16.709079 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.db.l3_hamode_db [None req-10d7e51d-bf36-4459-803a-3a7c94b96315 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 09 05:59:16.789689 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7e51d-bf36-4459-803a-3a7c94b96315 None None] Routers set() bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:16.790005 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7e51d-bf36-4459-803a-3a7c94b96315 None None] Router IDs set() for agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 09 05:59:18.982477 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 37954) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:19.286258 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:19.422255 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Made reservation on behalf of 2c4334063a694f7eb901471342e4033f for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:19.426007 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.442134 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.547944 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Publish callbacks [] for security_group (2ec06907-ee3e-4b1d-b9d3-a288fc14f475), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.605083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2ec06907-ee3e-4b1d-b9d3-a288fc14f475), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.624692 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:59:19.661268 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763892612190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (e813bb91-5420-40cb-9a6a-73928dfee606), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.661846 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Unsubscribe: segment precommit_create {{(pid=103637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 05:59:19.662407 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Added segment e813bb91-5420-40cb-9a6a-73928dfee606 of type vlan for network 7134b2a5-6f75-419f-9976-071191a69036 Mar 09 05:59:19.682134 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec06907-ee3e-4b1d-b9d3-a288fc14f475,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:19.729562 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.729931 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.730294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.730636 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.730967 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.731303 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.731629 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.731954 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.732281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.732645 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.732975 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.733297 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.733616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Tracked resource versions report: Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: pushed versions: Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: { 'AddressGroup': {'1.2'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'ConntrackHelper': {'1.0'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Log': {'1.0'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Network': {'1.1'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Port': {'1.7'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'PortForwarding': {'1.2'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'QosPolicy': {'1.10'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SecurityGroup': {'1.5'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SubPort': {'1.0'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Subnet': {'1.1'}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Trunk': {'1.1'}} Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: consumer versions: Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: { DHCP agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: L3 agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: Metadata agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: Metering agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: Open vSwitch agent@dv-cinder-831154-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'ConntrackHelper': '1.0', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'LocalIPAssociation': '1.0', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Log': '1.0', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Network': '1.1', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Port': '1.7', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'PortForwarding': '1.2', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'QosPolicy': '1.10', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SecurityGroup': '1.5', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SecurityGroupRule': '1.2', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SubPort': '1.0', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Subnet': '1.1', Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Trunk': '1.1'}} Mar 09 05:59:19.735037 dv-cinder-831154-2-iscsi neutron-server[103637]: {{(pid=103637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:59:19.776337 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (7134b2a5-6f75-419f-9976-071191a69036), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.861966 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (7134b2a5-6f75-419f-9976-071191a69036), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.867656 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:19.868392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.982446 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9988008 Mar 09 05:59:19.982945 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb2c8-d9e4-4fe4-afd4-279097ddd16a demo demo] Pushing event updated for resources: {'Network': ['ID=7134b2a5-6f75-419f-9976-071191a69036,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:19.995494 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 7134b2a5-6f75-419f-9976-071191a69036 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:59:22.527476 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 37966) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:22.927496 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1932d41-5b49-4b58-b197-c6568b1092e9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:22.929398 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d1932d41-5b49-4b58-b197-c6568b1092e9 demo admin] 10.222.0.18 "GET /v2.0/networks/7134b2a5-6f75-419f-9976-071191a69036 HTTP/1.1" status: 200 len: 825 time: 0.4009888 Mar 09 05:59:22.956157 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-4e8e77ac-d3a3-4b0c-9544-77dcc7f0bb85 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/1238b249-debd-4074-95f9-1426a7c049e5 HTTP/1.1" status: 200 len: 734 time: 0.0210576 Mar 09 05:59:22.964741 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1238b249-debd-4074-95f9-1426a7c049e5', 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:23.050479 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Made reservation on behalf of 2c4334063a694f7eb901471342e4033f for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:23.053212 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:23.376822 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (419f82de-8596-4065-aa86-7cebb6c0a8c0), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:23.446258 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Pushing event updated for resources: {'Subnet': ['ID=419f82de-8596-4065-aa86-7cebb6c0a8c0,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:23.448051 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Checking segment: {'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:23.448415 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Network hostable DHCP agents. Network: 7134b2a5-6f75-419f-9976-071191a69036, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:59:23.548148 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Network 7134b2a5-6f75-419f-9976-071191a69036 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:59:23.622392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 7134b2a5-6f75-419f-9976-071191a69036) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:23.627019 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:23.627626 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:23.632112 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee910a-e8a1-4b86-be1c-4b063345d6f2 None None] Network 7134b2a5-6f75-419f-9976-071191a69036 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:23.693492 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-74eed04b-40f1-49f4-a627-ee6ac61d6538 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7319386 Mar 09 05:59:23.999143 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-7134b2a5-6f75-419f-9976-071191a69036', 'network_id': '7134b2a5-6f75-419f-9976-071191a69036', 'project_id': '2c4334063a694f7eb901471342e4033f', 'fixed_ips': [{'subnet_id': '419f82de-8596-4065-aa86-7cebb6c0a8c0'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:59:24.000551 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.272841 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Allocated IP 172.20.0.2 (7134b2a5-6f75-419f-9976-071191a69036/419f82de-8596-4065-aa86-7cebb6c0a8c0/94b89c57-ea71-4c43-b542-5009847ca023) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:24.536178 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Publish callbacks [] for port (94b89c57-ea71-4c43-b542-5009847ca023), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.600202 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (94b89c57-ea71-4c43-b542-5009847ca023), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.672801 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Network 7134b2a5-6f75-419f-9976-071191a69036 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:24.680043 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:24.688500 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:24.691304 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Pushing event updated for resources: {'Port': ['ID=94b89c57-ea71-4c43-b542-5009847ca023,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:24.724332 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.724742 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.725112 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.725461 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.725799 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.726134 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.726471 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.726808 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.727145 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.727497 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.727830 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.728160 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.728503 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Tracked resource versions report: Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: pushed versions: Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: { 'AddressGroup': {'1.2'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'ConntrackHelper': {'1.0'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Log': {'1.0'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Network': {'1.1'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Port': {'1.7'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'PortForwarding': {'1.2'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'QosPolicy': {'1.10'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SecurityGroup': {'1.5'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SubPort': {'1.0'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Subnet': {'1.1'}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Trunk': {'1.1'}} Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: consumer versions: Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: { DHCP agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: L3 agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: Metadata agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: Metering agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: Open vSwitch agent@dv-cinder-831154-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'ConntrackHelper': '1.0', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'LocalIPAssociation': '1.0', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Log': '1.0', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Network': '1.1', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Port': '1.7', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'PortForwarding': '1.2', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'QosPolicy': '1.10', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SecurityGroup': '1.5', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SecurityGroupRule': '1.2', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SubPort': '1.0', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Subnet': '1.1', Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Trunk': '1.1'}} Mar 09 05:59:24.729954 dv-cinder-831154-2-iscsi neutron-server[103638]: {{(pid=103638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:59:24.779894 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Attempting to bind port 94b89c57-ea71-4c43-b542-5009847ca023 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:24.780306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Attempting to bind port 94b89c57-ea71-4c43-b542-5009847ca023 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:24.780783 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Attempting to bind port 94b89c57-ea71-4c43-b542-5009847ca023 on network 7134b2a5-6f75-419f-9976-071191a69036 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:24.786020 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:24.786462 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Checking segment: {'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:24.787455 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.787854 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Bound using segment: {'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:24.788357 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Bound port: 94b89c57-ea71-4c43-b542-5009847ca023, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:24.788796 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (94b89c57-ea71-4c43-b542-5009847ca023), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.850625 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9d320516-d977-46ba-b78e-d745be22455a None None] For port 94b89c57-ea71-4c43-b542-5009847ca023, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:24.855151 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9d320516-d977-46ba-b78e-d745be22455a None None] For port 94b89c57-ea71-4c43-b542-5009847ca023, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=94b89c57-ea71-4c43-b542-5009847ca023,segment=NetworkSegment(e813bb91-5420-40cb-9a6a-73928dfee606),segment_id=e813bb91-5420-40cb-9a6a-73928dfee606)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:24.926023 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (94b89c57-ea71-4c43-b542-5009847ca023), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.990795 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d320516-d977-46ba-b78e-d745be22455a None None] Pushing event updated for resources: {'Port': ['ID=94b89c57-ea71-4c43-b542-5009847ca023,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:26.225150 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 37974) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:26.535766 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-3bc7a8f6-9eda-4229-9c26-1e971290e272 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:59:26.537381 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3bc7a8f6-9eda-4229-9c26-1e971290e272 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3106854 Mar 09 05:59:29.069848 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 37982) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:29.383746 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-c60efde4-a42d-40e1-bd8c-f410126f17da admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:59:29.384788 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c60efde4-a42d-40e1-bd8c-f410126f17da admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3139217 Mar 09 05:59:31.909293 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 37990) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:32.225458 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ce5d5615-fa09-4faa-9511-a8c72ea98ecd demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:32.302090 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5615-fa09-4faa-9511-a8c72ea98ecd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (05b863c9-900a-46e0-a9c3-b2bb050069bc), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:32.303620 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5615-fa09-4faa-9511-a8c72ea98ecd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (05b863c9-900a-46e0-a9c3-b2bb050069bc), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:32.441450 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5615-fa09-4faa-9511-a8c72ea98ecd demo demo] Publish callbacks [] for router_controller (05b863c9-900a-46e0-a9c3-b2bb050069bc), precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:32.486046 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5615-fa09-4faa-9511-a8c72ea98ecd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (05b863c9-900a-46e0-a9c3-b2bb050069bc), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:32.543918 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5615-fa09-4faa-9511-a8c72ea98ecd demo demo] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:32.545150 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ce5d5615-fa09-4faa-9511-a8c72ea98ecd demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6348190 Mar 09 05:59:35.059466 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38002) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:35.350324 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 94b89c57-ea71-4c43-b542-5009847ca023 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:35.386635 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-44b330d6-69bd-4fc5-af77-c9d2b6ee63bc admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:59:35.387887 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-44b330d6-69bd-4fc5-af77-c9d2b6ee63bc admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3272562 Mar 09 05:59:35.440827 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 94b89c57-ea71-4c43-b542-5009847ca023 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:35.441247 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (94b89c57-ea71-4c43-b542-5009847ca023), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:35.555443 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 94b89c57-ea71-4c43-b542-5009847ca023 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:35.555828 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (94b89c57-ea71-4c43-b542-5009847ca023), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:35.594436 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 94b89c57-ea71-4c43-b542-5009847ca023, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=94b89c57-ea71-4c43-b542-5009847ca023,segment=NetworkSegment(e813bb91-5420-40cb-9a6a-73928dfee606),segment_id=e813bb91-5420-40cb-9a6a-73928dfee606)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:35.696363 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (94b89c57-ea71-4c43-b542-5009847ca023), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:35.743453 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=94b89c57-ea71-4c43-b542-5009847ca023,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:36.110625 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01294571-122c-4408-82a3-204e8d2f28cd None None] Network 7134b2a5-6f75-419f-9976-071191a69036 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:36.231362 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0f09c821-c3d8-45f1-b90f-8c45ce1396ae None None] Provisioning complete for port 94b89c57-ea71-4c43-b542-5009847ca023 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:36.231752 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0f09c821-c3d8-45f1-b90f-8c45ce1396ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (94b89c57-ea71-4c43-b542-5009847ca023), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:36.320321 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0f09c821-c3d8-45f1-b90f-8c45ce1396ae None None] Current status of the port 94b89c57-ea71-4c43-b542-5009847ca023 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:36.387405 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-705c4299-0523-44a2-9cb8-1a5fc4487c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:36.440700 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c61a05b0-0ec8-467b-a454-f45cb13439c7 None None] Provisioning complete for port 94b89c57-ea71-4c43-b542-5009847ca023 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:36.441091 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c61a05b0-0ec8-467b-a454-f45cb13439c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (94b89c57-ea71-4c43-b542-5009847ca023), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:36.517440 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c61a05b0-0ec8-467b-a454-f45cb13439c7 None None] Current status of the port 94b89c57-ea71-4c43-b542-5009847ca023 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:37.316521 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 94b89c57-ea71-4c43-b542-5009847ca023 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:37.363102 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 94b89c57-ea71-4c43-b542-5009847ca023 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:37.363486 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (94b89c57-ea71-4c43-b542-5009847ca023), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:37.440582 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 94b89c57-ea71-4c43-b542-5009847ca023 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:37.943742 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38010) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:38.245868 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:38.330193 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Made reservation on behalf of c5a33032168e4d3e9f7792d3b6e1a680 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:38.332361 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.340968 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.415995 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Publish callbacks [] for security_group (5ad29bae-5b8d-4bd9-a2ea-4a3e02adb3b8), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.483657 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (5ad29bae-5b8d-4bd9-a2ea-4a3e02adb3b8), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.498814 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103637) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 09 05:59:38.517872 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad29bae-5b8d-4bd9-a2ea-4a3e02adb3b8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:38.524289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (a8cbff40-c2f9-4047-b0b9-4e022232546e), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.524653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Added segment a8cbff40-c2f9-4047-b0b9-4e022232546e of type flat for network c157ab18-152d-41be-aa6d-29175f568c2a Mar 09 05:59:38.570364 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (c157ab18-152d-41be-aa6d-29175f568c2a), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.655659 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (c157ab18-152d-41be-aa6d-29175f568c2a), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.656647 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:38.657231 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.718836 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e79fa7c8-5bee-498c-8095-fe9ca75a7f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.745624 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] Pushing event updated for resources: {'Network': ['ID=c157ab18-152d-41be-aa6d-29175f568c2a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:38.754550 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network c157ab18-152d-41be-aa6d-29175f568c2a details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:59:38.778391 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0851bc19-de19-4489-b4ad-5b15f040cce5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8335962 Mar 09 05:59:39.935979 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:40.895475 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:41.284126 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38028) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:41.457817 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf01a7-9cbc-44c1-8a64-0ec49254780b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:41.459166 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-85cf01a7-9cbc-44c1-8a64-0ec49254780b demo admin] 10.222.0.18 "GET /v2.0/subnets/419f82de-8596-4065-aa86-7cebb6c0a8c0 HTTP/1.1" status: 200 len: 849 time: 0.1740773 Mar 09 05:59:41.581234 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ca76b0c9-e3ae-4b40-9023-b683d4f1dbdf demo admin] 10.222.0.18 "GET /v2.0/routers/05b863c9-900a-46e0-a9c3-b2bb050069bc HTTP/1.1" status: 200 len: 704 time: 0.1163735 Mar 09 05:59:41.845061 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:42.170537 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Allocated IP 172.20.0.1 (7134b2a5-6f75-419f-9976-071191a69036/419f82de-8596-4065-aa86-7cebb6c0a8c0/8e8aa12f-21ca-4605-a47f-5a3feeca6123) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:42.318181 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Publish callbacks [] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:42.444847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:42.515351 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Network 7134b2a5-6f75-419f-9976-071191a69036 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:42.522306 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:42.524914 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:42.525606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (05b863c9-900a-46e0-a9c3-b2bb050069bc), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:42.585977 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Pushing event updated for resources: {'Port': ['ID=8e8aa12f-21ca-4605-a47f-5a3feeca6123,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:42.707126 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:42.769841 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-76649668-46e5-4695-886d-c9c607c097e3 None None] Provisioning complete for port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:42.770779 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-76649668-46e5-4695-886d-c9c607c097e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:42.789494 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:42.851093 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-76649668-46e5-4695-886d-c9c607c097e3 None None] Port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:42.999272 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Publish callbacks [] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:43.054933 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:43.055695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (05b863c9-900a-46e0-a9c3-b2bb050069bc), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:43.115910 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Pushing event updated for resources: {'Port': ['ID=8e8aa12f-21ca-4605-a47f-5a3feeca6123,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:43.180923 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Network 7134b2a5-6f75-419f-9976-071191a69036 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:43.182226 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:43.433328 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Router 05b863c9-900a-46e0-a9c3-b2bb050069bc is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:59:43.472178 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-f19eb13a-130c-4ba2-8ca7-b1ab4d29bf20 None None] Provisioning complete for port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:43.472550 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f19eb13a-130c-4ba2-8ca7-b1ab4d29bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:43.506491 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-f19eb13a-130c-4ba2-8ca7-b1ab4d29bf20 None None] Port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:43.535064 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:43.535064 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-675c87cc-338c-4d86-a7d0-a15a1c2aa492 demo admin] 10.222.0.18 "PUT /v2.0/routers/05b863c9-900a-46e0-a9c3-b2bb050069bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9486575 Mar 09 05:59:43.539889 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Sync routers for ids ['05b863c9-900a-46e0-a9c3-b2bb050069bc'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:43.554911 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Routers {'05b863c9-900a-46e0-a9c3-b2bb050069bc'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:43.555830 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T05:59:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['05b863c9-900a-46e0-a9c3-b2bb050069bc'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:43.744167 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Set router 05b863c9-900a-46e0-a9c3-b2bb050069bc gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:44.168360 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'name': 'router1', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:32Z', 'updated_at': '2022-03-09T05:59:42Z', 'revision_number': 2, 'project_id': '2c4334063a694f7eb901471342e4033f', 'gw_port_host': None, '_interfaces': [{'id': '8e8aa12f-21ca-4605-a47f-5a3feeca6123', 'name': '', 'network_id': '7134b2a5-6f75-419f-9976-071191a69036', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'mac_address': 'fa:16:3e:64:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:41Z', 'updated_at': '2022-03-09T05:59:42Z', 'revision_number': 2, 'project_id': '2c4334063a694f7eb901471342e4033f', 'subnets': [{'id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1238b249-debd-4074-95f9-1426a7c049e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:44.219087 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Checking router: 05b863c9-900a-46e0-a9c3-b2bb050069bc for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:44.219471 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Updating router 05b863c9-900a-46e0-a9c3-b2bb050069bc port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:59:44.271263 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:44.776268 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Publish callbacks [] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:44.838367 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:45.000226 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Pushing event updated for resources: {'Port': ['ID=8e8aa12f-21ca-4605-a47f-5a3feeca6123,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:45.016822 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.017196 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.017564 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.017905 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.018236 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.018565 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.018893 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.019218 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.019538 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.020785 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.020785 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.021114 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.021435 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Tracked resource versions report: Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: pushed versions: Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: { 'AddressGroup': {'1.2'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'ConntrackHelper': {'1.0'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Log': {'1.0'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Network': {'1.1'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Port': {'1.7'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'PortForwarding': {'1.2'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'QosPolicy': {'1.10'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SecurityGroup': {'1.5'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SubPort': {'1.0'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Subnet': {'1.1'}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Trunk': {'1.1'}} Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: consumer versions: Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: { DHCP agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: L3 agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: Metadata agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: Metering agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: Open vSwitch agent@dv-cinder-831154-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'ConntrackHelper': '1.0', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'LocalIPAssociation': '1.0', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Log': '1.0', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Network': '1.1', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Port': '1.7', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'PortForwarding': '1.2', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'QosPolicy': '1.10', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SecurityGroup': '1.5', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SecurityGroupRule': '1.2', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SubPort': '1.0', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Subnet': '1.1', Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Trunk': '1.1'}} Mar 09 05:59:45.022827 dv-cinder-831154-2-iscsi neutron-server[103639]: {{(pid=103639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:59:45.025460 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Attempting to bind port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:45.025855 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Attempting to bind port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:45.026359 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Attempting to bind port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 on network 7134b2a5-6f75-419f-9976-071191a69036 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:45.032907 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:45.033961 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Checking segment: {'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:45.033961 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:45.034242 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Bound using segment: {'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:45.034673 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Bound port: 8e8aa12f-21ca-4605-a47f-5a3feeca6123, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e813bb91-5420-40cb-9a6a-73928dfee606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7134b2a5-6f75-419f-9976-071191a69036'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:45.035045 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:45.100201 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] For port 8e8aa12f-21ca-4605-a47f-5a3feeca6123, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:45.118640 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] For port 8e8aa12f-21ca-4605-a47f-5a3feeca6123, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=8e8aa12f-21ca-4605-a47f-5a3feeca6123,segment=NetworkSegment(e813bb91-5420-40cb-9a6a-73928dfee606),segment_id=e813bb91-5420-40cb-9a6a-73928dfee606)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:45.137073 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-b6979078-aa72-4840-8c9a-ca0c8d2b06bb None None] Provisioning complete for port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:45.137621 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b6979078-aa72-4840-8c9a-ca0c8d2b06bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:45.170804 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:45.173371 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-b6979078-aa72-4840-8c9a-ca0c8d2b06bb None None] Port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:45.219439 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Routers {'05b863c9-900a-46e0-a9c3-b2bb050069bc'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:45.220070 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T05:59:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['05b863c9-900a-46e0-a9c3-b2bb050069bc'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:45.273003 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a951-87da-4124-8f2b-b802ae6fb2e2 None None] Pushing event updated for resources: {'Port': ['ID=8e8aa12f-21ca-4605-a47f-5a3feeca6123,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:45.329353 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] Set router 05b863c9-900a-46e0-a9c3-b2bb050069bc gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:45.392482 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b31b83c-fce7-45ac-bc14-9f467ae44163 None None] Provisioning complete for port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:45.393024 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b31b83c-fce7-45ac-bc14-9f467ae44163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:45.471663 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b31b83c-fce7-45ac-bc14-9f467ae44163 None None] Current status of the port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:45.471997 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b31b83c-fce7-45ac-bc14-9f467ae44163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:45.511241 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b31b83c-fce7-45ac-bc14-9f467ae44163 None None] For port 8e8aa12f-21ca-4605-a47f-5a3feeca6123, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=8e8aa12f-21ca-4605-a47f-5a3feeca6123,segment=NetworkSegment(e813bb91-5420-40cb-9a6a-73928dfee606),segment_id=e813bb91-5420-40cb-9a6a-73928dfee606)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:45.548533 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'name': 'router1', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:32Z', 'updated_at': '2022-03-09T05:59:42Z', 'revision_number': 2, 'project_id': '2c4334063a694f7eb901471342e4033f', 'gw_port_host': None, '_interfaces': [{'id': '8e8aa12f-21ca-4605-a47f-5a3feeca6123', 'name': '', 'network_id': '7134b2a5-6f75-419f-9976-071191a69036', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'mac_address': 'fa:16:3e:64:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:41Z', 'updated_at': '2022-03-09T05:59:45Z', 'revision_number': 4, 'project_id': '2c4334063a694f7eb901471342e4033f', 'subnets': [{'id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1238b249-debd-4074-95f9-1426a7c049e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:45.574929 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62205e-2144-41da-9efd-4db45dca3f25 None None] The sync data for ids ['05b863c9-900a-46e0-a9c3-b2bb050069bc'] in dv-cinder-831154-2-iscsi is: [{'id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'name': 'router1', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:32Z', 'updated_at': '2022-03-09T05:59:42Z', 'revision_number': 2, 'project_id': '2c4334063a694f7eb901471342e4033f', 'gw_port_host': None, '_interfaces': [{'id': '8e8aa12f-21ca-4605-a47f-5a3feeca6123', 'name': '', 'network_id': '7134b2a5-6f75-419f-9976-071191a69036', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'mac_address': 'fa:16:3e:64:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:41Z', 'updated_at': '2022-03-09T05:59:45Z', 'revision_number': 4, 'project_id': '2c4334063a694f7eb901471342e4033f', 'subnets': [{'id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1238b249-debd-4074-95f9-1426a7c049e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:45.604241 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b31b83c-fce7-45ac-bc14-9f467ae44163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:45.654735 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31b83c-fce7-45ac-bc14-9f467ae44163 None None] Pushing event updated for resources: {'Port': ['ID=8e8aa12f-21ca-4605-a47f-5a3feeca6123,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:45.990096 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38048) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:46.137278 dv-cinder-831154-2-iscsi neutron-server[103636]: WARNING oslo_policy.policy [None req-18cdf10a-b393-4dfd-9db8-baa24c8bc0d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:59:46.137954 dv-cinder-831154-2-iscsi neutron-server[103636]: WARNING oslo_policy.policy [None req-18cdf10a-b393-4dfd-9db8-baa24c8bc0d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:59:46.579487 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.policy [None req-18cdf10a-b393-4dfd-9db8-baa24c8bc0d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 05:59:46.621686 dv-cinder-831154-2-iscsi neutron-server[103636]: WARNING oslo_policy.policy [None req-18cdf10a-b393-4dfd-9db8-baa24c8bc0d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:59:46.622070 dv-cinder-831154-2-iscsi neutron-server[103636]: WARNING oslo_policy.policy [None req-18cdf10a-b393-4dfd-9db8-baa24c8bc0d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:59:46.630600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cdf10a-b393-4dfd-9db8-baa24c8bc0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:46.632471 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-18cdf10a-b393-4dfd-9db8-baa24c8bc0d8 admin admin] 10.222.0.18 "GET /v2.0/networks/c157ab18-152d-41be-aa6d-29175f568c2a HTTP/1.1" status: 200 len: 842 time: 0.6402736 Mar 09 05:59:46.642364 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:46.741319 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Made reservation on behalf of c5a33032168e4d3e9f7792d3b6e1a680 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:46.744152 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:47.201157 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.objects.ports [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 05:59:47.201859 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (2c45987e-aedb-444e-a9e2-8ad905eda242), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:47.268341 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:47.268732 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Network hostable DHCP agents. Network: c157ab18-152d-41be-aa6d-29175f568c2a, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:59:47.275941 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c45987e-aedb-444e-a9e2-8ad905eda242,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:47.287979 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.288342 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.288711 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.289047 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.289377 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.289708 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.290041 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.290368 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.290707 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.291048 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.291376 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.291698 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.292019 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Tracked resource versions report: Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: pushed versions: Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: { 'AddressGroup': {'1.2'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'ConntrackHelper': {'1.0'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Log': {'1.0'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Network': {'1.1'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Port': {'1.7'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'PortForwarding': {'1.2'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'QosPolicy': {'1.10'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SecurityGroup': {'1.5'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SubPort': {'1.0'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Subnet': {'1.1'}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Trunk': {'1.1'}} Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: consumer versions: Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: { DHCP agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: L3 agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: Metadata agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: Metering agent@dv-cinder-831154-2-iscsi: {}, Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: Open vSwitch agent@dv-cinder-831154-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'ConntrackHelper': '1.0', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'LocalIPAssociation': '1.0', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Log': '1.0', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Network': '1.1', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Port': '1.7', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'PortForwarding': '1.2', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'QosPolicy': '1.10', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SecurityGroup': '1.5', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SecurityGroupRule': '1.2', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SubPort': '1.0', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Subnet': '1.1', Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Trunk': '1.1'}} Mar 09 05:59:47.293392 dv-cinder-831154-2-iscsi neutron-server[103636]: {{(pid=103636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:59:47.403778 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:59:47.467097 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, c157ab18-152d-41be-aa6d-29175f568c2a) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:47.472477 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:47.472477 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:47.478032 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618cf46e-c806-4491-adc9-c4414368c396 None None] Network c157ab18-152d-41be-aa6d-29175f568c2a requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:47.573086 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2d726520-ece7-4596-98eb-1f8efaf01453 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9341469 Mar 09 05:59:47.582266 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62dce0-e5f2-4f33-b210-13fb48fe5553 None None] Network c157ab18-152d-41be-aa6d-29175f568c2a requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:49.993136 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38068) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:50.237823 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-de5d9f25-d092-4692-a168-c598516b4bc7 demo admin] 10.222.0.18 "GET /v2.0/routers/05b863c9-900a-46e0-a9c3-b2bb050069bc HTTP/1.1" status: 200 len: 710 time: 0.2435660 Mar 09 05:59:50.325856 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230e5fd-6e81-4c02-9c4e-8519354e584f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:50.327210 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3230e5fd-6e81-4c02-9c4e-8519354e584f demo admin] 10.222.0.18 "GET /v2.0/networks/c157ab18-152d-41be-aa6d-29175f568c2a HTTP/1.1" status: 200 len: 886 time: 0.0836086 Mar 09 05:59:50.335921 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:50.586699 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks [] for router_gateway (05b863c9-900a-46e0-a9c3-b2bb050069bc), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:50.855591 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks [] for router_gateway (05b863c9-900a-46e0-a9c3-b2bb050069bc), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:50.943022 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:51.168165 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Allocated IP 172.27.0.46 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/3b7c3aa2-023e-42fc-8e61-fd05b5af71ef) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:51.274413 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks [] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:51.392965 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:51.462982 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:51.468684 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:51.478082 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:51.567724 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Pushing event updated for resources: {'Port': ['ID=3b7c3aa2-023e-42fc-8e61-fd05b5af71ef,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:51.869268 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks [] for router_gateway (05b863c9-900a-46e0-a9c3-b2bb050069bc), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:52.062500 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29770'] for router (05b863c9-900a-46e0-a9c3-b2bb050069bc), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:52.067830 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555465'] for router (05b863c9-900a-46e0-a9c3-b2bb050069bc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:52.178126 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Router 05b863c9-900a-46e0-a9c3-b2bb050069bc has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:59:52.305395 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:52.309927 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:52.311085 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-98cbcf6f-7220-4c86-a53a-dcfb6551aeb9 demo admin] 10.222.0.18 "PUT /v2.0/routers/05b863c9-900a-46e0-a9c3-b2bb050069bc HTTP/1.1" status: 200 len: 889 time: 1.9782879 Mar 09 05:59:53.365790 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 8e8aa12f-21ca-4605-a47f-5a3feeca6123 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:53.412063 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:53.412459 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:53.485142 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:54.104721 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Sync routers for ids ['05b863c9-900a-46e0-a9c3-b2bb050069bc'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:54.116602 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Routers {'05b863c9-900a-46e0-a9c3-b2bb050069bc'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:54.117315 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T05:59:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['05b863c9-900a-46e0-a9c3-b2bb050069bc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:54.339873 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Set router 05b863c9-900a-46e0-a9c3-b2bb050069bc gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:54.802132 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'name': 'router1', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '3b7c3aa2-023e-42fc-8e61-fd05b5af71ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:32Z', 'updated_at': '2022-03-09T05:59:51Z', 'revision_number': 4, 'project_id': '2c4334063a694f7eb901471342e4033f', 'gw_port': {'id': '3b7c3aa2-023e-42fc-8e61-fd05b5af71ef', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:50Z', 'updated_at': '2022-03-09T05:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '8e8aa12f-21ca-4605-a47f-5a3feeca6123', 'name': '', 'network_id': '7134b2a5-6f75-419f-9976-071191a69036', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'mac_address': 'fa:16:3e:64:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:41Z', 'updated_at': '2022-03-09T05:59:45Z', 'revision_number': 5, 'project_id': '2c4334063a694f7eb901471342e4033f', 'subnets': [{'id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1238b249-debd-4074-95f9-1426a7c049e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:54.828152 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:54.851005 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Checking router: 05b863c9-900a-46e0-a9c3-b2bb050069bc for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:54.851370 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Updating router 05b863c9-900a-46e0-a9c3-b2bb050069bc port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:59:54.905303 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:54.942361 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0718c368-7343-4a7b-8c20-5ebf4c007620 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1129434 Mar 09 05:59:55.227001 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Publish callbacks [] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:55.414999 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:55.464131 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Attempting to bind port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:55.464131 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Attempting to bind port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:55.464954 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Attempting to bind port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:55.471091 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da979d39-3796-43ee-8c45-ebc239f25dc4 None None] Pushing event updated for resources: {'Port': ['ID=3b7c3aa2-023e-42fc-8e61-fd05b5af71ef,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:55.474413 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:55.474783 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:55.475185 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:55.475563 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:55.476032 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Bound port: 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:55.476409 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:55.528945 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] For port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:55.531906 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] For port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=3b7c3aa2-023e-42fc-8e61-fd05b5af71ef,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:55.626937 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:55.651642 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Routers {'05b863c9-900a-46e0-a9c3-b2bb050069bc'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:55.652261 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T05:59:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['05b863c9-900a-46e0-a9c3-b2bb050069bc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:55.843113 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da979d39-3796-43ee-8c45-ebc239f25dc4 None None] Pushing event updated for resources: {'Port': ['ID=3b7c3aa2-023e-42fc-8e61-fd05b5af71ef,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:55.923740 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] Set router 05b863c9-900a-46e0-a9c3-b2bb050069bc gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:56.127695 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'name': 'router1', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '3b7c3aa2-023e-42fc-8e61-fd05b5af71ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:32Z', 'updated_at': '2022-03-09T05:59:51Z', 'revision_number': 4, 'project_id': '2c4334063a694f7eb901471342e4033f', 'gw_port': {'id': '3b7c3aa2-023e-42fc-8e61-fd05b5af71ef', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:50Z', 'updated_at': '2022-03-09T05:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '8e8aa12f-21ca-4605-a47f-5a3feeca6123', 'name': '', 'network_id': '7134b2a5-6f75-419f-9976-071191a69036', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'mac_address': 'fa:16:3e:64:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:41Z', 'updated_at': '2022-03-09T05:59:45Z', 'revision_number': 5, 'project_id': '2c4334063a694f7eb901471342e4033f', 'subnets': [{'id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1238b249-debd-4074-95f9-1426a7c049e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:56.154380 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbd29e-13ad-43a1-afb1-1f5778d2f401 None None] The sync data for ids ['05b863c9-900a-46e0-a9c3-b2bb050069bc'] in dv-cinder-831154-2-iscsi is: [{'id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'name': 'router1', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '3b7c3aa2-023e-42fc-8e61-fd05b5af71ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:32Z', 'updated_at': '2022-03-09T05:59:51Z', 'revision_number': 4, 'project_id': '2c4334063a694f7eb901471342e4033f', 'gw_port': {'id': '3b7c3aa2-023e-42fc-8e61-fd05b5af71ef', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:50Z', 'updated_at': '2022-03-09T05:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '8e8aa12f-21ca-4605-a47f-5a3feeca6123', 'name': '', 'network_id': '7134b2a5-6f75-419f-9976-071191a69036', 'tenant_id': '2c4334063a694f7eb901471342e4033f', 'mac_address': 'fa:16:3e:64:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b863c9-900a-46e0-a9c3-b2bb050069bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:41Z', 'updated_at': '2022-03-09T05:59:45Z', 'revision_number': 5, 'project_id': '2c4334063a694f7eb901471342e4033f', 'subnets': [{'id': '419f82de-8596-4065-aa86-7cebb6c0a8c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1238b249-debd-4074-95f9-1426a7c049e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:57.375177 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:57.427718 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:57.429515 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:57.515928 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:57.525455 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:57.542074 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=3b7c3aa2-023e-42fc-8e61-fd05b5af71ef,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:57.626601 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:57.677467 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=3b7c3aa2-023e-42fc-8e61-fd05b5af71ef,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:59.352343 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:59.433868 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:59.434569 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (3b7c3aa2-023e-42fc-8e61-fd05b5af71ef), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:59.524949 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 3b7c3aa2-023e-42fc-8e61-fd05b5af71ef is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:01.774663 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:00:06.449196 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ffd48023-5dd6-4de8-b781-3401fd3d16ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:08.699812 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-891a9785-92d3-4e59-9a5b-542033a83cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:09.961186 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:10.894668 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:12.711157 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:36.436435 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d2a60f45-d321-4485-b2cc-b449c02b4738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:38.769312 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:00:38.779014 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b79500d5-7591-4cad-b94b-6ab3ff55ade0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:39.932292 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:40.915273 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:42.695584 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:06.405218 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6e4c-c97c-420f-841b-9ea8b7de0be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.696229 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc7d6-6276-4446-9b4e-56138bdff340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:09.896152 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:10.901714 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:12.695639 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:15.768887 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:01:17.356190 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38564) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:17.415874 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dc3065-3074-409e-8185-de3507cd3d5d admin admin] GET failed (client error): The resource could not be found. Mar 09 06:01:17.417225 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-55dc3065-3074-409e-8185-de3507cd3d5d admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600648 Mar 09 06:01:17.586845 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699a5675-2dca-4cce-bf53-ded99161b523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:17.588252 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-699a5675-2dca-4cce-bf53-ded99161b523 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1670828 Mar 09 06:01:19.927463 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38574) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:20.026100 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41735eb-fab1-403c-bd65-5f82d0cf2056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:20.028744 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e41735eb-fab1-403c-bd65-5f82d0cf2056 admin admin] 10.222.0.18 "GET /v2.0/subnets/419f82de-8596-4065-aa86-7cebb6c0a8c0 HTTP/1.1" status: 200 len: 849 time: 0.0990391 Mar 09 06:01:20.036819 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:20.123353 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Publish callbacks [] for subnet (419f82de-8596-4065-aa86-7cebb6c0a8c0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.329778 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763892850607'] for subnet (419f82de-8596-4065-aa86-7cebb6c0a8c0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.361336 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:20.361336 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.363298 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] 10.222.0.18 "PUT /v2.0/subnets/419f82de-8596-4065-aa86-7cebb6c0a8c0 HTTP/1.1" status: 200 len: 868 time: 0.3300266 Mar 09 06:01:20.364623 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9cbf7-a1f8-40e6-962f-ea1eb62d071f None None] Network 7134b2a5-6f75-419f-9976-071191a69036 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:01:20.381684 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Pushing event updated for resources: {'Subnet': ['ID=419f82de-8596-4065-aa86-7cebb6c0a8c0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:20.388917 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.389320 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.389640 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.389981 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.390317 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.390646 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.391000 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.391342 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.391686 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.392035 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.392367 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.392750 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.393078 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fb749-59b0-4d5c-8b70-f7d8c4d4900b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:20.647585 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c01b57de-ea3e-40f2-9842-d5f45e8c2e34 None None] Provisioning complete for port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:01:20.647974 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c01b57de-ea3e-40f2-9842-d5f45e8c2e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e8aa12f-21ca-4605-a47f-5a3feeca6123), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.723855 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c01b57de-ea3e-40f2-9842-d5f45e8c2e34 None None] Current status of the port 8e8aa12f-21ca-4605-a47f-5a3feeca6123 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:01:20.733795 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c01b57de-ea3e-40f2-9842-d5f45e8c2e34 None None] Provisioning complete for port 94b89c57-ea71-4c43-b542-5009847ca023 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:01:20.734188 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c01b57de-ea3e-40f2-9842-d5f45e8c2e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (94b89c57-ea71-4c43-b542-5009847ca023), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.809251 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c01b57de-ea3e-40f2-9842-d5f45e8c2e34 None None] Current status of the port 94b89c57-ea71-4c43-b542-5009847ca023 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:01:22.696073 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38582) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:22.957139 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f7022a-6826-46d0-904a-57b5a9039681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:22.957526 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f7022a-6826-46d0-904a-57b5a9039681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:22.959064 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-72f7022a-6826-46d0-904a-57b5a9039681 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2620237 Mar 09 06:01:25.238109 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38590) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:25.501768 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e109f-311a-416f-aee0-a64601a1d6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:25.502151 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e109f-311a-416f-aee0-a64601a1d6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:25.503943 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-fd5e109f-311a-416f-aee0-a64601a1d6a8 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2646060 Mar 09 06:01:27.773578 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38600) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:27.903730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5985bf-ae99-4f91-bba3-b03bb3821625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:27.905109 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3a5985bf-ae99-4f91-bba3-b03bb3821625 admin admin] 10.222.0.18 "GET /v2.0/networks/7134b2a5-6f75-419f-9976-071191a69036 HTTP/1.1" status: 200 len: 869 time: 0.1306026 Mar 09 06:01:30.195542 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:30.319291 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40622077-efe4-40bd-bbca-f4773524cf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:30.320729 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-40622077-efe4-40bd-bbca-f4773524cf2c admin admin] 10.222.0.18 "GET /v2.0/networks/c157ab18-152d-41be-aa6d-29175f568c2a HTTP/1.1" status: 200 len: 886 time: 0.1241579 Mar 09 06:01:32.639334 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38616) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:32.761351 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04477ffe-1a12-4165-841f-3bac39ca4ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:32.761801 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04477ffe-1a12-4165-841f-3bac39ca4ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:32.763315 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-04477ffe-1a12-4165-841f-3bac39ca4ec5 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230590 Mar 09 06:01:35.049889 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38624) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:35.139929 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d692e3b5-a505-4087-b0d7-eaf2bdfabe11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:35.140388 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d692e3b5-a505-4087-b0d7-eaf2bdfabe11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:35.141955 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d692e3b5-a505-4087-b0d7-eaf2bdfabe11 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911040 Mar 09 06:01:36.385538 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-68c81fad-5c08-4704-aad5-9ad365b46268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:37.449036 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38632) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:37.534829 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749adc4b-c32f-47fe-85fb-6567cd63a1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:37.536168 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-749adc4b-c32f-47fe-85fb-6567cd63a1d7 admin admin] 10.222.0.18 "GET /v2.0/subnets/2c45987e-aedb-444e-a9e2-8ad905eda242 HTTP/1.1" status: 200 len: 816 time: 0.0862021 Mar 09 06:01:38.705631 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e1903e68-4963-4082-8ac4-1e593f098f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:39.824859 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38640) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:39.918850 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44efbb5d-451d-49d1-af6f-a66e86063dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:39.920241 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-44efbb5d-451d-49d1-af6f-a66e86063dc5 admin admin] 10.222.0.18 "GET /v2.0/subnets/419f82de-8596-4065-aa86-7cebb6c0a8c0 HTTP/1.1" status: 200 len: 868 time: 0.0944393 Mar 09 06:01:39.922508 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:40.911716 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:42.700011 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:52.767663 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:02:06.400824 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bc586827-42c7-488d-a594-37a29346c30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.778670 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38692) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:07.824461 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [None req-6c4ad9f0-e3c0-4524-ad1f-26d00f42cf0a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:02:07.825530 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6c4ad9f0-e3c0-4524-ad1f-26d00f42cf0a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459285 Mar 09 06:02:08.692352 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ec00e78c-a59a-4058-bd6d-110bb31c928d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:09.921020 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:10.232753 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38700) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:10.291638 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f45583-3550-43b3-8ae1-5d4acd82d4b0 admin admin] GET failed (client error): The resource could not be found. Mar 09 06:02:10.292917 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-62f45583-3550-43b3-8ae1-5d4acd82d4b0 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592301 Mar 09 06:02:10.430717 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7728a81e-1a7e-46b2-a96c-aa6674bb0f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:10.432094 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7728a81e-1a7e-46b2-a96c-aa6674bb0f21 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352775 Mar 09 06:02:10.909147 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:12.726233 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:12.735574 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38708) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:12.783217 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:12.852031 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Made reservation on behalf of c5a33032168e4d3e9f7792d3b6e1a680 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:02:12.854332 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:12.884947 dv-cinder-831154-2-iscsi neutron-server[103637]: WARNING neutron.services.revisions.revision_plugin [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Could not find related network for resource to bump revision. Mar 09 06:02:12.895657 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:02:12.904097 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (a6daa571-974c-4c35-a956-b58a6bd46042), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:12.904430 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Added segment a6daa571-974c-4c35-a956-b58a6bd46042 of type vlan for network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 Mar 09 06:02:12.941455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (7d88ba7a-49ae-44f7-9a18-a8994184b7d0), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:13.017630 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (7d88ba7a-49ae-44f7-9a18-a8994184b7d0), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:13.018567 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:13.019154 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:13.075208 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Pushing event updated for resources: {'Network': ['ID=7d88ba7a-49ae-44f7-9a18-a8994184b7d0,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:13.081794 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.082169 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.082524 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.082868 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.083207 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.083546 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.083923 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.084288 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.084688 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.085041 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.085425 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.085758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.086098 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:13.096858 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:02:13.100602 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-593faacd-76ab-42de-808e-97edc7e1f17a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3639793 Mar 09 06:02:15.442318 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:15.501248 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-729ca4a3-adfa-45ab-a59f-d7e45eb26e7a admin admin] GET failed (client error): The resource could not be found. Mar 09 06:02:15.502534 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-729ca4a3-adfa-45ab-a59f-d7e45eb26e7a admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592222 Mar 09 06:02:15.568612 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5078c73-1d5e-4c2c-bf89-4d8c001d1b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:15.570023 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b5078c73-1d5e-4c2c-bf89-4d8c001d1b8e admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0634165 Mar 09 06:02:15.579529 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:15.645862 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Made reservation on behalf of c5a33032168e4d3e9f7792d3b6e1a680 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:02:15.648065 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:15.846280 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (c981c129-1ecd-4856-8465-87566713fe8d), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:15.903158 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c981c129-1ecd-4856-8465-87566713fe8d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:15.909801 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Checking segment: {'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:02:15.910161 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Network hostable DHCP agents. Network: 7d88ba7a-49ae-44f7-9a18-a8994184b7d0, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:02:16.011533 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:02:16.074745 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 7d88ba7a-49ae-44f7-9a18-a8994184b7d0) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:02:16.078637 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:16.079238 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:16.087974 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4913c-2538-4f81-aaa4-921496bde7c3 None None] Network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:02:16.181521 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-7d88ba7a-49ae-44f7-9a18-a8994184b7d0', 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0', 'project_id': 'c5a33032168e4d3e9f7792d3b6e1a680', 'fixed_ips': [{'subnet_id': 'c981c129-1ecd-4856-8465-87566713fe8d'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:02:16.182370 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:16.191595 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-59f7c989-9b88-49ac-bc00-3e0679eb19c4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6152835 Mar 09 06:02:16.323589 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Allocated IP 192.168.233.2 (7d88ba7a-49ae-44f7-9a18-a8994184b7d0/c981c129-1ecd-4856-8465-87566713fe8d/8e570196-b9b2-43a3-82ce-ae03999a5a3d) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:02:16.564594 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Publish callbacks [] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:16.646918 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:16.686529 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:02:16.691411 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:02:16.698016 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:02:16.700198 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Pushing event updated for resources: {'Port': ['ID=8e570196-b9b2-43a3-82ce-ae03999a5a3d,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:16.711698 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.712069 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.712430 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.713306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.713306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.713644 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.713825 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.714054 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.714374 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.714760 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.715034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.715347 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.715664 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:16.762764 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Attempting to bind port 8e570196-b9b2-43a3-82ce-ae03999a5a3d on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:02:16.763118 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Attempting to bind port 8e570196-b9b2-43a3-82ce-ae03999a5a3d by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:02:16.763478 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Attempting to bind port 8e570196-b9b2-43a3-82ce-ae03999a5a3d on network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:02:16.768430 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:02:16.768831 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Checking segment: {'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:02:16.769235 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:16.769623 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Bound using segment: {'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:02:16.770087 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Bound port: 8e570196-b9b2-43a3-82ce-ae03999a5a3d, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:02:16.770470 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:16.833035 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] For port 8e570196-b9b2-43a3-82ce-ae03999a5a3d, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:02:16.835954 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] For port 8e570196-b9b2-43a3-82ce-ae03999a5a3d, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=8e570196-b9b2-43a3-82ce-ae03999a5a3d,segment=NetworkSegment(a6daa571-974c-4c35-a956-b58a6bd46042),segment_id=a6daa571-974c-4c35-a956-b58a6bd46042)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:02:16.916022 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:16.970388 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf3f0c-8867-4c30-ac87-ffe56ad411bc None None] Pushing event updated for resources: {'Port': ['ID=8e570196-b9b2-43a3-82ce-ae03999a5a3d,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:17.436658 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 8e570196-b9b2-43a3-82ce-ae03999a5a3d up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:02:17.485982 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 8e570196-b9b2-43a3-82ce-ae03999a5a3d triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:17.486374 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:17.567054 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 8e570196-b9b2-43a3-82ce-ae03999a5a3d is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:17.567445 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:17.602621 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 8e570196-b9b2-43a3-82ce-ae03999a5a3d, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=8e570196-b9b2-43a3-82ce-ae03999a5a3d,segment=NetworkSegment(a6daa571-974c-4c35-a956-b58a6bd46042),segment_id=a6daa571-974c-4c35-a956-b58a6bd46042)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:17.669245 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:17.725007 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=8e570196-b9b2-43a3-82ce-ae03999a5a3d,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:17.830973 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e36d28-7a43-476e-a720-1e25465b45a7 None None] Network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:02:17.944276 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-84eee450-1352-46f7-b86f-cfc4d7319b80 None None] Provisioning complete for port 8e570196-b9b2-43a3-82ce-ae03999a5a3d triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:17.944694 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84eee450-1352-46f7-b86f-cfc4d7319b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:18.031683 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-84eee450-1352-46f7-b86f-cfc4d7319b80 None None] Current status of the port 8e570196-b9b2-43a3-82ce-ae03999a5a3d is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:18.251021 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-2e840212-b98c-4687-a455-8ff5f9d8afb1 None None] Provisioning complete for port 8e570196-b9b2-43a3-82ce-ae03999a5a3d triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:18.251391 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2e840212-b98c-4687-a455-8ff5f9d8afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:18.326348 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-2e840212-b98c-4687-a455-8ff5f9d8afb1 None None] Current status of the port 8e570196-b9b2-43a3-82ce-ae03999a5a3d is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:19.409308 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 8e570196-b9b2-43a3-82ce-ae03999a5a3d up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:02:19.458185 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 8e570196-b9b2-43a3-82ce-ae03999a5a3d triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:19.458550 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (8e570196-b9b2-43a3-82ce-ae03999a5a3d), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:19.531864 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 8e570196-b9b2-43a3-82ce-ae03999a5a3d is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:29.765752 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:02:36.393421 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2f5de119-7e67-405a-9b1d-df30662aab00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:38.730268 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-21cc3806-c587-41a3-8a58-b82f5470cdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:39.924680 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:40.913599 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.695944 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:06.402787 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9d62fc33-9f99-4de6-a74f-8975ee40623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:06.763708 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:03:08.705156 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0ba001df-afef-40b5-ae88-54b13cb9c75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:09.922687 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:10.916291 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:12.734104 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:36.394715 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2be57f52-2daf-4e0d-aaac-4167d64277ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:38.721405 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-faa88513-b586-46a5-8188-42c2e1975e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:39.921397 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:40.966159 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:42.680736 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:42.866145 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38754) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:42.873170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [None req-26a29dff-a3d8-4c51-bf1c-ba6794a93210 tempest-verify_tempest_config-531878353 tempest-verify_tempest_config-531878353-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:03:42.874142 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-26a29dff-a3d8-4c51-bf1c-ba6794a93210 tempest-verify_tempest_config-531878353 tempest-verify_tempest_config-531878353-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070431 Mar 09 06:03:43.344673 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38772) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:43.447542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:43.520593 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Publish callbacks [] for security_group (ebecfcdc-5161-45e5-aec5-319ac8c8f00e), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:43.645951 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ebecfcdc-5161-45e5-aec5-319ac8c8f00e), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:43.689454 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84ffb6271bd742ac8f31a232d2378ce2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3429885 Mar 09 06:03:43.691223 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebecfcdc-5161-45e5-aec5-319ac8c8f00e,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:43.692122 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38778) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:43.697816 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.698187 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.698535 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.698872 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.699203 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.699535 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.699873 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.700203 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.700568 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.700938 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.701263 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.701579 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.701899 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b419068c-3701-4725-b5d5-a9eb86d75ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.761972 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:03:43.767437 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Publish callbacks [] for security_group (ebecfcdc-5161-45e5-aec5-319ac8c8f00e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:43.787109 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Publish callbacks [] for security_group (ebecfcdc-5161-45e5-aec5-319ac8c8f00e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:43.932133 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ebecfcdc-5161-45e5-aec5-319ac8c8f00e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:43.934707 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:43.935884 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebecfcdc-5161-45e5-aec5-319ac8c8f00e HTTP/1.1" status: 204 len: 168 time: 0.2427669 Mar 09 06:03:43.943372 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebecfcdc-5161-45e5-aec5-319ac8c8f00e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:43.949848 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.950219 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.950583 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.950924 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.951266 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.951603 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.951953 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.952291 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.952670 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.953008 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.953978 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.954319 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:43.954652 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829d5ad-d97a-4198-b7c4-9b4c28b1861b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:06.421533 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-01338063-984f-40a5-82d3-41c9a8d5f624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:08.684408 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-72d2f7f2-d332-4dd3-8833-aa572529638b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:09.953455 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:10.935836 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:12.678714 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:20.761278 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:04:36.408814 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-619a3580-010a-43e8-adda-2ac7fad210ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:38.694067 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-290975f6-382f-4f08-b986-ec9f37232221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:39.963009 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:40.962227 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:42.693876 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:57.759720 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 5 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:05:06.400513 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0d2e53dd-c2d2-49c9-8bb8-120074b676c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:08.697929 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-526bebf0-c921-42e7-ac2b-a8f7ea5a3e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.942932 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:10.937222 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:12.691528 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:23.923891 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556579'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:34.757692 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:05:36.415943 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a81d7a31-6ef6-47c3-9bc0-0f6c88286a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:38.503761 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 38848) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:38.607551 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d75e7ef9-28c6-4945-94b9-49fc899ba2b1 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1026809 Mar 09 06:05:38.688866 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9495d3f-6ec4-4aa3-b6f4-0a5e5bda51f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:39.941592 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:40.923438 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38858) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:40.964143 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:40.984394 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7ca47adb-9879-4dda-82e5-ba2893cf38be admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0598593 Mar 09 06:05:42.701029 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:53.871479 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:06.402582 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3df0cfce-909d-496c-ad0c-9d27c0d6b4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:08.699404 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c024de78-6d81-4adb-9517-eb4c392b0c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:09.949047 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:10.954474 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:11.756112 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:06:12.708589 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:23.896341 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:36.377764 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-92b9ebba-9f7c-44e4-a81c-7e9c81345bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:38.724190 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cb22175d-cf33-444f-87dc-2bc9a2292d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:39.949318 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:40.946544 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:42.689627 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:48.755399 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:06:53.913062 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:06.403674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3874f7bd-7e6b-4db8-a4a4-847bc4039643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:08.709974 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-08740086-e7b0-4b1b-9769-07320d7d975e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:09.956284 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:10.950126 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:12.706349 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:15.735148 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38932) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:15.953084 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-386757556-network', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:16.076267 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Made reservation on behalf of cba66bb9b20e4b2a9802a2cec133bd7e for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:16.079229 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:16.088747 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:16.174537 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Publish callbacks [] for security_group (8d80687b-0c65-4b22-9e3b-89809994bd9d), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:16.329123 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (8d80687b-0c65-4b22-9e3b-89809994bd9d), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:16.357475 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:07:16.365510 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d80687b-0c65-4b22-9e3b-89809994bd9d,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:16.375149 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (9c94e193-33d3-44ab-afd0-5574d32cbc9e), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:16.375473 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Added segment 9c94e193-33d3-44ab-afd0-5574d32cbc9e of type vlan for network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 Mar 09 06:07:16.377343 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.378047 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.378389 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.378714 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.379036 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.379360 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.379684 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.380001 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.380318 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.380664 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.380981 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.381310 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.381598 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Tracked resource versions report: Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: pushed versions: Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: { 'AddressGroup': {'1.2'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'ConntrackHelper': {'1.0'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'LocalIPAssociation': {'1.0'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Log': {'1.0'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Network': {'1.1'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Port': {'1.7'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'PortForwarding': {'1.2'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'QosPolicy': {'1.10'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SecurityGroup': {'1.5'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SecurityGroupRule': {'1.2'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SubPort': {'1.0'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Subnet': {'1.1'}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Trunk': {'1.1'}} Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: consumer versions: Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: { DHCP agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: HyperV agent@hv-cinder-83115: {}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: L3 agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: Metadata agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: Metering agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: Open vSwitch agent@dv-cinder-831154-2-iscsi: { 'AddressGroup': '1.2', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'ConntrackHelper': '1.0', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'LocalIPAssociation': '1.0', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Log': '1.0', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Network': '1.1', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Port': '1.7', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'PortForwarding': '1.2', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'QosPolicy': '1.10', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SecurityGroup': '1.5', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SecurityGroupRule': '1.2', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'SubPort': '1.0', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Subnet': '1.1', Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: 'Trunk': '1.1'}} Mar 09 06:07:16.382808 dv-cinder-831154-2-iscsi neutron-server[103637]: {{(pid=103637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 06:07:16.427827 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (4e14d8db-28c5-4df9-b770-a5b2fb489c59), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:16.538525 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (4e14d8db-28c5-4df9-b770-a5b2fb489c59), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:16.542953 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:16.542953 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:16.600222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e14d8db-28c5-4df9-b770-a5b2fb489c59,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:16.611792 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:07:16.674448 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3f5d74e2-8b1b-41bd-ab0f-542122d24eb7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9351690 Mar 09 06:07:16.678654 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 38996) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:16.682215 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Request body: {'subnet': {'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-subnet', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:16.831768 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Made reservation on behalf of cba66bb9b20e4b2a9802a2cec133bd7e for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:16.834306 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:17.106233 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:17.159800 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:17.168308 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Checking segment: {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:17.168685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Network hostable DHCP agents. Network: 4e14d8db-28c5-4df9-b770-a5b2fb489c59, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:07:17.260249 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:07:17.352437 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 4e14d8db-28c5-4df9-b770-a5b2fb489c59) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:17.362300 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:17.362300 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:17.362690 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c310c3-4462-40dc-bbd7-4337b3966f01 None None] Network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:17.440078 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-557e01e1-7fb4-4dfd-8fda-1d82219d0333 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7615979 Mar 09 06:07:17.442791 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39030) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:17.447588 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:17.474524 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d40728-cce6-456e-8b20-f4f4d66d2a85 None None] Network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:17.573215 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:17.577730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:17.627910 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks [] for router_controller (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:17.868264 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks [] for router_gateway (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:17.987546 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39054) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:18.244510 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks [] for router_gateway (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:18.266612 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:18.376449 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Allocated IP 172.27.0.167 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/6608b331-e0e1-4154-916f-793d359ccd64) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:18.484784 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks [] for port (6608b331-e0e1-4154-916f-793d359ccd64), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:18.615380 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (6608b331-e0e1-4154-916f-793d359ccd64), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:18.631111 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1640931676-network', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:18.674857 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:18.677686 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:18.681823 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:18.725490 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6608b331-e0e1-4154-916f-793d359ccd64,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:18.759257 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39086) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:18.772628 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Made reservation on behalf of 5dd0d670c4574daa8c5d626bad12090c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:18.775760 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:18.792870 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:18.876481 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Publish callbacks [] for security_group (e1dafda9-0f56-4400-bf65-94cd5e331f1f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:18.975084 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e1dafda9-0f56-4400-bf65-94cd5e331f1f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.014372 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1056449884-network', 'tenant_id': 'd7119816bbfa4de18718671332e967ff'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:19.027414 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:07:19.042302 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763892612190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (39e6a44d-01ad-400e-9dde-ed9634333604), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.043181 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Unsubscribe: segment precommit_create {{(pid=103636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 06:07:19.044000 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Added segment 39e6a44d-01ad-400e-9dde-ed9634333604 of type vlan for network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 Mar 09 06:07:19.075420 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks [] for router_gateway (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.110237 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.119455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39102) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:19.141366 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dafda9-0f56-4400-bf65-94cd5e331f1f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:19.160712 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.161084 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.161439 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.161786 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.162128 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.162471 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.162808 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.163159 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.164011 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.164791 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.165159 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.165596 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.165869 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Tracked resource versions report: Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: pushed versions: Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: { 'AddressGroup': {'1.2'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'ConntrackHelper': {'1.0'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'LocalIPAssociation': {'1.0'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Log': {'1.0'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Network': {'1.1'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Port': {'1.7'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'PortForwarding': {'1.2'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'QosPolicy': {'1.10'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SecurityGroup': {'1.5'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SecurityGroupRule': {'1.2'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SubPort': {'1.0'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Subnet': {'1.1'}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Trunk': {'1.1'}} Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: consumer versions: Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: { DHCP agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: HyperV agent@hv-cinder-83115: {}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: L3 agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: Metadata agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: Metering agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: Open vSwitch agent@dv-cinder-831154-2-iscsi: { 'AddressGroup': '1.2', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'ConntrackHelper': '1.0', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'LocalIPAssociation': '1.0', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Log': '1.0', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Network': '1.1', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Port': '1.7', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'PortForwarding': '1.2', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'QosPolicy': '1.10', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SecurityGroup': '1.5', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SecurityGroupRule': '1.2', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'SubPort': '1.0', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Subnet': '1.1', Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: 'Trunk': '1.1'}} Mar 09 06:07:19.167009 dv-cinder-831154-2-iscsi neutron-server[103636]: {{(pid=103636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 06:07:19.262912 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.265701 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:19.267887 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.291325 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.311851 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Made reservation on behalf of d7119816bbfa4de18718671332e967ff for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:19.314974 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.347845 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.371489 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-network', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:19.385846 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] Pushing event updated for resources: {'Network': ['ID=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:19.399806 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:07:19.431274 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-31473034-f410-47ea-93dc-9aafe6f2c710 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4424875 Mar 09 06:07:19.432224 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39116) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:19.439909 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Request body: {'subnet': {'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-subnet', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:19.529553 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Made reservation on behalf of f023b41920114624a2dfc2df6dd7db55 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:19.531769 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.552026 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.571211 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Publish callbacks [] for security_group (ec52b882-0734-4c67-8608-176790fb652b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.608042 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:07:19.643297 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Made reservation on behalf of 5dd0d670c4574daa8c5d626bad12090c for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:19.645767 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.703301 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Publish callbacks [] for security_group (fc7289a5-8994-4afd-9221-1996ec8e9be3), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.724792 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ec52b882-0734-4c67-8608-176790fb652b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.758541 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:07:19.798776 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (775e3014-f17b-4ece-8883-9c4d3fd251fa), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.800762 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Added segment 775e3014-f17b-4ece-8883-9c4d3fd251fa of type vlan for network c83a362d-68d8-40a4-bb8a-a286229c97c4 Mar 09 06:07:19.800762 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec52b882-0734-4c67-8608-176790fb652b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:19.809871 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:07:19.823755 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Sync routers for ids ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:07:19.841081 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Routers {'d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:19.841661 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:19.848774 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (fc7289a5-8994-4afd-9221-1996ec8e9be3), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.888259 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (c83a362d-68d8-40a4-bb8a-a286229c97c4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.935695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7289a5-8994-4afd-9221-1996ec8e9be3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:19.943426 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:07:19.963905 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.966898 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bdaa184e-26be-4e6c-b481-ab78432453e1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5226514 Mar 09 06:07:19.969776 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39144) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:19.981225 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (1319448a-ee44-40f9-8948-c4d03a88c8d6), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:19.986219 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Added segment 1319448a-ee44-40f9-8948-c4d03a88c8d6 of type vlan for network d10087f7-28be-4c6c-ab74-a195bf5355a2 Mar 09 06:07:20.021290 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (f596f786-55fc-43e8-861c-f04a224297b8), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.039257 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (c83a362d-68d8-40a4-bb8a-a286229c97c4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.041597 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:20.041597 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.122054 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (d10087f7-28be-4c6c-ab74-a195bf5355a2), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.167603 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c83a362d-68d8-40a4-bb8a-a286229c97c4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:20.180243 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network c83a362d-68d8-40a4-bb8a-a286229c97c4 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:07:20.237862 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-04764e3d-02b0-4bbb-84a8-2e9353ad00e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4774256 Mar 09 06:07:20.240929 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39166) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:20.246394 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Request body: {'subnet': {'network_id': 'c83a362d-68d8-40a4-bb8a-a286229c97c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1056449884-subnet', 'tenant_id': 'd7119816bbfa4de18718671332e967ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:20.255734 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f596f786-55fc-43e8-861c-f04a224297b8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:20.262873 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Checking segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:20.263566 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Network hostable DHCP agents. Network: 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:07:20.291675 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (d10087f7-28be-4c6c-ab74-a195bf5355a2), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.292721 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:20.297989 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.442876 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Made reservation on behalf of d7119816bbfa4de18718671332e967ff for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:20.452802 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.479585 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Set router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:20.501530 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] Pushing event updated for resources: {'Network': ['ID=d10087f7-28be-4c6c-ab74-a195bf5355a2,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:20.601571 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:07:20.615616 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-939aec23-7ede-4af2-ad8a-3f903c21536c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4950747 Mar 09 06:07:20.621205 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39176) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:20.638986 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Request body: {'subnet': {'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-subnet', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:20.655065 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:07:20.769279 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '6608b331-e0e1-4154-916f-793d359ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:07:18Z', 'revision_number': 3, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port': {'id': '6608b331-e0e1-4154-916f-793d359ccd64', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:18Z', 'updated_at': '2022-03-09T06:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:20.794409 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:20.800217 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Checking router: d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:07:20.800217 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Updating router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 port 6608b331-e0e1-4154-916f-793d359ccd64 binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:07:20.803303 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b27058-ef59-4b7d-8817-4a147c23eea9 None None] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:20.824125 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:20.826943 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.832121 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (6608b331-e0e1-4154-916f-793d359ccd64), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.843231 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Made reservation on behalf of f023b41920114624a2dfc2df6dd7db55 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:20.845787 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.937602 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (ce13d3ef-01f3-48dc-aad2-a5c6e996266e), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.947322 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:20.969428 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-82213306-241f-4414-9d75-d62d182c20c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5345948 Mar 09 06:07:20.975084 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39180) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:20.984346 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:20.985822 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:07:20.987056 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.050914 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce13d3ef-01f3-48dc-aad2-a5c6e996266e,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:21.119073 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Checking segment: {'id': '775e3014-f17b-4ece-8883-9c4d3fd251fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c83a362d-68d8-40a4-bb8a-a286229c97c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:21.119856 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Network hostable DHCP agents. Network: c83a362d-68d8-40a4-bb8a-a286229c97c4, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:07:21.186376 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Publish callbacks [] for port (6608b331-e0e1-4154-916f-793d359ccd64), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.197377 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Allocated IP 172.20.0.2 (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1/f596f786-55fc-43e8-861c-f04a224297b8/01f64aa1-bc24-470d-953b-cf266b535be8) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:21.197605 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.198899 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.258845 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Network c83a362d-68d8-40a4-bb8a-a286229c97c4 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:07:21.321412 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (6608b331-e0e1-4154-916f-793d359ccd64), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.332871 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks [] for router_controller (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.348460 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Allocated IP 172.20.0.1 (4e14d8db-28c5-4df9-b770-a5b2fb489c59/ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4/18b7d57e-d9c2-4c82-9a02-28af340ee9bb) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:21.349851 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, c83a362d-68d8-40a4-bb8a-a286229c97c4) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:21.352542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (12bcd25e-0941-4a60-9e56-88686fd01b2d), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.357972 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:21.358656 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.376231 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Attempting to bind port 6608b331-e0e1-4154-916f-793d359ccd64 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:21.378056 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Attempting to bind port 6608b331-e0e1-4154-916f-793d359ccd64 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:21.378628 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Attempting to bind port 6608b331-e0e1-4154-916f-793d359ccd64 on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:21.384454 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Publish callbacks [] for port (01f64aa1-bc24-470d-953b-cf266b535be8), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.390312 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07ebd6-d506-4aff-9385-c04270118246 None None] Network c83a362d-68d8-40a4-bb8a-a286229c97c4 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:21.405395 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:21.406183 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:21.406961 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.407825 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:21.410283 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Bound port: 6608b331-e0e1-4154-916f-793d359ccd64, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:21.410682 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (6608b331-e0e1-4154-916f-793d359ccd64), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.496401 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12bcd25e-0941-4a60-9e56-88686fd01b2d,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:21.522343 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.542655 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Pushing event updated for resources: {'Port': ['ID=6608b331-e0e1-4154-916f-793d359ccd64,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:21.557160 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Checking segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:21.557520 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Network hostable DHCP agents. Network: d10087f7-28be-4c6c-ab74-a195bf5355a2, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:07:21.565048 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-29fd362a-930d-4a4a-8463-839e80cb7fd0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3224683 Mar 09 06:07:21.581612 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.582279 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.582792 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.583282 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.584441 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.585636 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.586157 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.586654 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.587142 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.587653 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.588192 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.588689 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.589174 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Tracked resource versions report: Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: pushed versions: Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: { 'AddressGroup': {'1.2'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'ConntrackHelper': {'1.0'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'LocalIPAssociation': {'1.0'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Log': {'1.0'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Network': {'1.1'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Port': {'1.7'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'PortForwarding': {'1.2'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'QosPolicy': {'1.10'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SecurityGroup': {'1.5'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SecurityGroupRule': {'1.2'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SubPort': {'1.0'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Subnet': {'1.1'}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Trunk': {'1.1'}} Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: consumer versions: Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: { DHCP agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: HyperV agent@hv-cinder-83115: {}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: L3 agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: Metadata agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: Metering agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: Open vSwitch agent@dv-cinder-831154-2-iscsi: { 'AddressGroup': '1.2', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'ConntrackHelper': '1.0', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'LocalIPAssociation': '1.0', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Log': '1.0', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Network': '1.1', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Port': '1.7', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'PortForwarding': '1.2', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'QosPolicy': '1.10', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SecurityGroup': '1.5', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SecurityGroupRule': '1.2', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'SubPort': '1.0', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Subnet': '1.1', Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: 'Trunk': '1.1'}} Mar 09 06:07:21.590554 dv-cinder-831154-2-iscsi neutron-server[103639]: {{(pid=103639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 06:07:21.609662 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] For port 6608b331-e0e1-4154-916f-793d359ccd64, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:21.618551 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] For port 6608b331-e0e1-4154-916f-793d359ccd64, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=6608b331-e0e1-4154-916f-793d359ccd64,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:21.662120 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Publish callbacks [] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.721778 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (6608b331-e0e1-4154-916f-793d359ccd64), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.745881 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks [] for router_gateway (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.781582 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:07:21.817158 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:21.821420 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:21.825731 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:21.854166 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba656e-2c48-407b-9b66-cd27d702ede6 None None] Network c83a362d-68d8-40a4-bb8a-a286229c97c4 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:21.865887 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8d4b5-efa6-47c7-9f65-fa2f84bd768e None None] Pushing event updated for resources: {'Port': ['ID=6608b331-e0e1-4154-916f-793d359ccd64,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:21.874949 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, d10087f7-28be-4c6c-ab74-a195bf5355a2) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:21.885429 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:21.885606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:21.896765 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Routers {'d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:21.897651 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:21.907020 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Pushing event updated for resources: {'Port': ['ID=01f64aa1-bc24-470d-953b-cf266b535be8,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:21.925535 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f159a-74f7-4dfa-a112-c342d39de10f None None] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Tracked resource versions report: Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: pushed versions: Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: { 'AddressGroup': {'1.2'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'ConntrackHelper': {'1.0'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'LocalIPAssociation': {'1.0'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Log': {'1.0'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Network': {'1.1'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Port': {'1.7'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'PortForwarding': {'1.2'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'QosPolicy': {'1.10'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SecurityGroup': {'1.5'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SecurityGroupRule': {'1.2'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SubPort': {'1.0'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Subnet': {'1.1'}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Trunk': {'1.1'}} Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: consumer versions: Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: { DHCP agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: HyperV agent@hv-cinder-83115: {}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: L3 agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: Metadata agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: Metering agent@dv-cinder-831154-2-iscsi: {}, Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: Open vSwitch agent@dv-cinder-831154-2-iscsi: { 'AddressGroup': '1.2', Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'ConntrackHelper': '1.0', Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'LocalIPAssociation': '1.0', Mar 09 06:07:21.949154 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Log': '1.0', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Network': '1.1', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Port': '1.7', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'PortForwarding': '1.2', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'QosPolicy': '1.10', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SecurityGroup': '1.5', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SecurityGroupRule': '1.2', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'SubPort': '1.0', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Subnet': '1.1', Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: 'Trunk': '1.1'}} Mar 09 06:07:21.952393 dv-cinder-831154-2-iscsi neutron-server[103638]: {{(pid=103638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 06:07:21.975161 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.047594 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ebd2dc77-4f58-4aad-9a25-7b03cba4ec03 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4227543 Mar 09 06:07:22.047940 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39222) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:22.056467 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:22.081453 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:22.090813 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:22.093622 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:22.094555 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.117202 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Attempting to bind port 01f64aa1-bc24-470d-953b-cf266b535be8 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:22.120654 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Attempting to bind port 01f64aa1-bc24-470d-953b-cf266b535be8 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:22.120654 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Attempting to bind port 01f64aa1-bc24-470d-953b-cf266b535be8 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:22.142097 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:22.142475 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Checking segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:22.142877 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.143405 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Bound using segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:22.143740 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Bound port: 01f64aa1-bc24-470d-953b-cf266b535be8, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:22.144121 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.164904 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] Set router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:22.169040 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.170479 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.268007 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks [] for router_controller (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.309592 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-d10087f7-28be-4c6c-ab74-a195bf5355a2', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:07:22.310461 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.323868 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Pushing event updated for resources: {'Port': ['ID=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:22.325388 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] For port 01f64aa1-bc24-470d-953b-cf266b535be8, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:22.364762 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] For port 01f64aa1-bc24-470d-953b-cf266b535be8, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=01f64aa1-bc24-470d-953b-cf266b535be8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:22.485327 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.586103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Allocated IP 172.20.0.2 (d10087f7-28be-4c6c-ab74-a195bf5355a2/12bcd25e-0941-4a60-9e56-88686fd01b2d/63a2cbb8-359e-4a52-a170-11d554a56fb1) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:22.599169 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705c858-a015-45fa-b4e5-0b552d70c2ae None None] Pushing event updated for resources: {'Port': ['ID=01f64aa1-bc24-470d-953b-cf266b535be8,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:22.655965 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '6608b331-e0e1-4154-916f-793d359ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:07:18Z', 'revision_number': 3, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port': {'id': '6608b331-e0e1-4154-916f-793d359ccd64', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:18Z', 'updated_at': '2022-03-09T06:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:22.690237 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39240) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:22.715606 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks [] for router_gateway (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.731254 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.747802 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160bed5-3d18-4673-b4f2-e9d1e90ec4c5 None None] The sync data for ids ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'] in dv-cinder-831154-2-iscsi is: [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '6608b331-e0e1-4154-916f-793d359ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:07:18Z', 'revision_number': 3, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port': {'id': '6608b331-e0e1-4154-916f-793d359ccd64', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:18Z', 'updated_at': '2022-03-09T06:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:07:22.771498 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39252) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:22.772299 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39254) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:22.781839 dv-cinder-831154-2-iscsi neutron-server[103637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 06:07:22.818035 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.992374 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-19e2e230-8261-4a45-9d7a-f4dde9742b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:22.992823 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Publish callbacks [] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.012601 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b306ea84-d7d6-47ba-97eb-39a6a9fcab0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.101840 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.121888 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks [] for router_gateway (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.172347 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:23.186231 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-c9fbf1ea-7e8a-4871-84e0-a9fd57579215 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:23.188350 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-c9fbf1ea-7e8a-4871-84e0-a9fd57579215 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/networks?id=c83a362d-68d8-40a4-bb8a-a286229c97c4 HTTP/1.1" status: 200 len: 812 time: 0.4140759 Mar 09 06:07:23.204351 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Pushing event updated for resources: {'Port': ['ID=63a2cbb8-359e-4a52-a170-11d554a56fb1,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:23.227240 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:23.231207 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:23.267321 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-0347474f-5cb3-4156-8518-bd0019ee7f8f tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/quotas/d7119816bbfa4de18718671332e967ff HTTP/1.1" status: 200 len: 375 time: 0.0225425 Mar 09 06:07:23.300717 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Allocated IP 172.27.0.136 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/49e7c4fd-2b0f-4efe-8838-9c4a544527c5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:23.315428 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Attempting to bind port 63a2cbb8-359e-4a52-a170-11d554a56fb1 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:23.315850 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Attempting to bind port 63a2cbb8-359e-4a52-a170-11d554a56fb1 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:23.316220 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Attempting to bind port 63a2cbb8-359e-4a52-a170-11d554a56fb1 on network d10087f7-28be-4c6c-ab74-a195bf5355a2 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:23.322031 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:23.322417 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Checking segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:23.322828 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.323284 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Bound using segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:23.323755 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Bound port: 63a2cbb8-359e-4a52-a170-11d554a56fb1, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:23.324148 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.357297 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Publish callbacks [] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.377320 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-19e2e230-8261-4a45-9d7a-f4dde9742b4f admin admin] Publish callbacks [] for security_group (9e2a6a2d-a830-4e81-9f41-c7331be19365), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.396183 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-5a2fb4f8-0cf4-4cee-895a-6ebae1aefe4c tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7119816bbfa4de18718671332e967ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066856 Mar 09 06:07:23.416320 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b306ea84-d7d6-47ba-97eb-39a6a9fcab0b admin admin] Publish callbacks [] for security_group (fbaf963a-7f44-4be9-a2e5-ee97fd99ca6f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.440718 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] For port 63a2cbb8-359e-4a52-a170-11d554a56fb1, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:23.444641 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] For port 63a2cbb8-359e-4a52-a170-11d554a56fb1, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=63a2cbb8-359e-4a52-a170-11d554a56fb1,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:23.515699 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks [] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.536880 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-d68be0b8-c757-4bbf-b71c-833d4c2ddaff service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:07:23.537875 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-d68be0b8-c757-4bbf-b71c-833d4c2ddaff service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0588126 Mar 09 06:07:23.569334 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-19e2e230-8261-4a45-9d7a-f4dde9742b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (9e2a6a2d-a830-4e81-9f41-c7331be19365), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.569450 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.569450 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.630781 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Pushing event updated for resources: {'Port': ['ID=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:23.653459 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.700911 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-19e2e230-8261-4a45-9d7a-f4dde9742b4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=872b1ba094b245f29c27101f05d99bdd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9078128 Mar 09 06:07:23.734409 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 6608b331-e0e1-4154-916f-793d359ccd64 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:23.738781 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:23.739440 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b306ea84-d7d6-47ba-97eb-39a6a9fcab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (fbaf963a-7f44-4be9-a2e5-ee97fd99ca6f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.782126 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb05b3-4540-4a40-a309-080196e6746a None None] Pushing event updated for resources: {'Port': ['ID=63a2cbb8-359e-4a52-a170-11d554a56fb1,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:23.827671 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 6608b331-e0e1-4154-916f-793d359ccd64 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:23.827877 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.828787 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (6608b331-e0e1-4154-916f-793d359ccd64), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.842891 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306ea84-d7d6-47ba-97eb-39a6a9fcab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaf963a-7f44-4be9-a2e5-ee97fd99ca6f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:23.848424 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-2f0947cc-c364-43e3-9402-935b71903b32 service neutron] 10.222.0.18 "GET /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996595 Mar 09 06:07:23.873991 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2e230-8261-4a45-9d7a-f4dde9742b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2a6a2d-a830-4e81-9f41-c7331be19365,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:23.976639 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 6608b331-e0e1-4154-916f-793d359ccd64 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:23.977039 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (6608b331-e0e1-4154-916f-793d359ccd64), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:23.987365 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks [] for router_gateway (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.011257 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.013769 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 6608b331-e0e1-4154-916f-793d359ccd64, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=6608b331-e0e1-4154-916f-793d359ccd64,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:24.018004 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:24.037177 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.041394 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:24.046600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:24.050456 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b306ea84-d7d6-47ba-97eb-39a6a9fcab0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d52fa8fb7604ee0b191ecbc17ae9d95&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3569818 Mar 09 06:07:24.055021 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39278) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:24.084608 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (6608b331-e0e1-4154-916f-793d359ccd64), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.091509 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 01f64aa1-bc24-470d-953b-cf266b535be8 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:24.101206 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Pushing event updated for resources: {'Port': ['ID=49e7c4fd-2b0f-4efe-8838-9c4a544527c5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:24.123415 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:24.127695 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:24.201553 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736abe54-fc9b-4d6e-a706-cc6939fe059f None None] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:24.328268 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=6608b331-e0e1-4154-916f-793d359ccd64,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:24.339199 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9946b224-926e-4ad2-91ee-e0ec01fb44b5 None None] Provisioning complete for port 01f64aa1-bc24-470d-953b-cf266b535be8 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:24.339791 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9946b224-926e-4ad2-91ee-e0ec01fb44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.389750 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 01f64aa1-bc24-470d-953b-cf266b535be8 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:24.390325 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ac668ca-22e1-4888-a347-1ac87b1a50c3 admin admin] Publish callbacks [] for security_group (9e2a6a2d-a830-4e81-9f41-c7331be19365), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.391160 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.396182 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e55e9dc9-0f81-4341-b00f-943175930b2f admin admin] Publish callbacks [] for security_group (fbaf963a-7f44-4be9-a2e5-ee97fd99ca6f), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.400026 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:07:24.400817 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a8f6b9a4-978e-4bd7-9561-eb0f1cdda4e1 service neutron] 10.222.0.18 "GET /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204272 Mar 09 06:07:24.418359 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Allocated IP 172.27.0.228 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/055db525-2ad7-4ec4-89ab-01cf930c038a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:24.439029 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e55e9dc9-0f81-4341-b00f-943175930b2f admin admin] Publish callbacks [] for security_group (fbaf963a-7f44-4be9-a2e5-ee97fd99ca6f), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.441237 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ac668ca-22e1-4888-a347-1ac87b1a50c3 admin admin] Publish callbacks [] for security_group (9e2a6a2d-a830-4e81-9f41-c7331be19365), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.541759 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9946b224-926e-4ad2-91ee-e0ec01fb44b5 None None] Current status of the port 01f64aa1-bc24-470d-953b-cf266b535be8 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:24.542093 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9946b224-926e-4ad2-91ee-e0ec01fb44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.544052 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 01f64aa1-bc24-470d-953b-cf266b535be8 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:24.544419 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.593938 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks [] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.628540 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9946b224-926e-4ad2-91ee-e0ec01fb44b5 None None] For port 01f64aa1-bc24-470d-953b-cf266b535be8, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=01f64aa1-bc24-470d-953b-cf266b535be8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:24.712590 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:07:24.718601 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-990dadeb-de56-4c7e-953d-e9bf6807d584 admin admin] 10.222.0.18 "PUT /v2.0/routers/d81a37fa-bf59-4b2c-82d5-67d05e9b2f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7477634 Mar 09 06:07:24.721744 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks [] for router_gateway (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.740098 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9946b224-926e-4ad2-91ee-e0ec01fb44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.773434 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e55e9dc9-0f81-4341-b00f-943175930b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (fbaf963a-7f44-4be9-a2e5-ee97fd99ca6f), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.782808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e55e9dc9-0f81-4341-b00f-943175930b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.782914 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e55e9dc9-0f81-4341-b00f-943175930b2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbaf963a-7f44-4be9-a2e5-ee97fd99ca6f HTTP/1.1" status: 204 len: 168 time: 0.7174277 Mar 09 06:07:24.800147 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.813948 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e9dc9-0f81-4341-b00f-943175930b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaf963a-7f44-4be9-a2e5-ee97fd99ca6f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:24.875743 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:24.888247 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:24.900718 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:24.921982 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ac668ca-22e1-4888-a347-1ac87b1a50c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (9e2a6a2d-a830-4e81-9f41-c7331be19365), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.928621 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ac668ca-22e1-4888-a347-1ac87b1a50c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.929493 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3ac668ca-22e1-4888-a347-1ac87b1a50c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e2a6a2d-a830-4e81-9f41-c7331be19365 HTTP/1.1" status: 204 len: 168 time: 1.1815844 Mar 09 06:07:24.935840 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.db.api [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 06:07:24.936444 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG oslo_db.api [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 06:07:24.942585 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946b224-926e-4ad2-91ee-e0ec01fb44b5 None None] Pushing event updated for resources: {'Port': ['ID=01f64aa1-bc24-470d-953b-cf266b535be8,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:24.956616 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-f24681da-0413-4f89-bd50-3e1add5780e0 None None] Provisioning complete for port 01f64aa1-bc24-470d-953b-cf266b535be8 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:24.957129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f24681da-0413-4f89-bd50-3e1add5780e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:24.969051 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac668ca-22e1-4888-a347-1ac87b1a50c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2a6a2d-a830-4e81-9f41-c7331be19365,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:25.263330 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Pushing event updated for resources: {'Port': ['ID=055db525-2ad7-4ec4-89ab-01cf930c038a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:25.263330 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39324) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:25.263330 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-edf9ce6a-f84e-4a07-9830-6b7da4ed64ac req-27b47082-b8f8-4f4c-950c-80c4d0e110a4 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.0919938 Mar 09 06:07:25.271123 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-f24681da-0413-4f89-bd50-3e1add5780e0 None None] Current status of the port 01f64aa1-bc24-470d-953b-cf266b535be8 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:25.274250 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:25.500770 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 01f64aa1-bc24-470d-953b-cf266b535be8 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:25.503756 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Sync routers for ids ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:07:25.516590 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Routers {'d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:25.517732 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:25.626455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks [] for router_gateway (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:25.754134 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:07:25.800892 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:07:25.954030 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Set router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:25.990034 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:07:26.001015 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:07:26.024672 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.034620 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:26.035255 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:26.040280 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 63a2cbb8-359e-4a52-a170-11d554a56fb1 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:26.041039 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b0a7a-65a2-481f-8ac7-50fcafc67d71 None None] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:26.091713 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.094124 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2c9d16f1-e748-4f66-bad2-6902ab7f82d8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1179793 Mar 09 06:07:26.097215 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39354) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:26.154278 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39360) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:26.176421 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8bebd130-df6a-480b-bfd4-777f4a7de15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.220411 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:26.306622 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8bebd130-df6a-480b-bfd4-777f4a7de15e admin admin] Publish callbacks [] for security_group (3faf27b5-f3b5-4cc7-8fc8-cfebca1ceb9c), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.358664 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a175bf56-406f-4ae5-89f4-e0fb3662310e req-75bcba9e-adaf-4fbe-923f-529bf51fffe7 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.0448420 Mar 09 06:07:26.385590 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-f0ae9d19-d07b-4285-a6f8-4d6a12f0e829 None None] Provisioning complete for port 63a2cbb8-359e-4a52-a170-11d554a56fb1 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:26.386069 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9d19-d07b-4285-a6f8-4d6a12f0e829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.393565 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8bebd130-df6a-480b-bfd4-777f4a7de15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (3faf27b5-f3b5-4cc7-8fc8-cfebca1ceb9c), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.438206 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebd130-df6a-480b-bfd4-777f4a7de15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf27b5-f3b5-4cc7-8fc8-cfebca1ceb9c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:26.489865 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-8bebd130-df6a-480b-bfd4-777f4a7de15e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9685698fdc2247a1a733b489fefb171c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3313370 Mar 09 06:07:26.509948 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39376) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:26.545590 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39378) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:26.578725 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1847-a4f7-4477-bd1e-d90016cc22eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.589310 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:24Z', 'revision_number': 3, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:26.591843 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 63a2cbb8-359e-4a52-a170-11d554a56fb1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:26.592370 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.622701 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-0e7de912-2790-482b-81f5-708ec75490f2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:26.624359 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-0e7de912-2790-482b-81f5-708ec75490f2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 818 time: 0.4317739 Mar 09 06:07:26.643907 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:07:26.644641 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Updating router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:07:26.677001 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-11d0e01c-3350-4abe-b791-370ed1faf9dd tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/quotas/cba66bb9b20e4b2a9802a2cec133bd7e HTTP/1.1" status: 200 len: 375 time: 0.0357864 Mar 09 06:07:26.681820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:07:26.692692 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '6608b331-e0e1-4154-916f-793d359ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:07:22Z', 'revision_number': 4, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port': {'id': '6608b331-e0e1-4154-916f-793d359ccd64', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:18Z', 'updated_at': '2022-03-09T06:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '18b7d57e-d9c2-4c82-9a02-28af340ee9bb', 'name': '', 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'mac_address': 'fa:16:3e:89:da:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:22Z', 'revision_number': 2, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'subnets': [{'id': 'ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:26.732084 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Checking router: d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:07:26.732706 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Updating router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:07:26.734081 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.820072 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 63a2cbb8-359e-4a52-a170-11d554a56fb1 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:26.820382 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.823644 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae9d19-d07b-4285-a6f8-4d6a12f0e829 None None] Current status of the port 63a2cbb8-359e-4a52-a170-11d554a56fb1 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:26.824984 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9d19-d07b-4285-a6f8-4d6a12f0e829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.841463 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:07:26.874694 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Sync routers for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:07:26.910304 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:26.911884 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:26.922270 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5662d08-11d3-458e-8b7f-9195d5721d57 admin admin] Publish callbacks [] for security_group (3faf27b5-f3b5-4cc7-8fc8-cfebca1ceb9c), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.945758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5662d08-11d3-458e-8b7f-9195d5721d57 admin admin] Publish callbacks [] for security_group (3faf27b5-f3b5-4cc7-8fc8-cfebca1ceb9c), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.962437 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:26.987755 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.007704 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-f0ae9d19-d07b-4285-a6f8-4d6a12f0e829 None None] For port 63a2cbb8-359e-4a52-a170-11d554a56fb1, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=63a2cbb8-359e-4a52-a170-11d554a56fb1,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:27.015120 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-597ba2cd-add8-4189-a84a-482b70edb7f8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3371916 Mar 09 06:07:27.065005 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1847-a4f7-4477-bd1e-d90016cc22eb admin admin] Publish callbacks [] for security_group (0324a52b-fc50-4c5b-b775-bb0e47aa89ca), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.095021 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.098951 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1c50259c-9631-410a-881c-9ba7d776d267 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0461602 Mar 09 06:07:27.099668 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39392) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:27.132572 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-25f5a516-5c99-4e7d-9795-4ac47153d87f service neutron] 10.222.0.18 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164870 Mar 09 06:07:27.133159 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5662d08-11d3-458e-8b7f-9195d5721d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (3faf27b5-f3b5-4cc7-8fc8-cfebca1ceb9c), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.135909 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5662d08-11d3-458e-8b7f-9195d5721d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.140533 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e5662d08-11d3-458e-8b7f-9195d5721d57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3faf27b5-f3b5-4cc7-8fc8-cfebca1ceb9c HTTP/1.1" status: 204 len: 168 time: 0.6082466 Mar 09 06:07:27.142614 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9d19-d07b-4285-a6f8-4d6a12f0e829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.254728 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-85c4bd53-01a9-452b-982d-cbb53686cd07 service neutron] 10.222.0.18 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163385 Mar 09 06:07:27.257209 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1847-a4f7-4477-bd1e-d90016cc22eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (0324a52b-fc50-4c5b-b775-bb0e47aa89ca), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.271047 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662d08-11d3-458e-8b7f-9195d5721d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf27b5-f3b5-4cc7-8fc8-cfebca1ceb9c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:27.283208 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Publish callbacks [] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.317327 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a1ea1847-a4f7-4477-bd1e-d90016cc22eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7bad5ee209d4d0bb06c2798c490282a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7711356 Mar 09 06:07:27.321730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39398) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:27.357465 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea1847-a4f7-4477-bd1e-d90016cc22eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0324a52b-fc50-4c5b-b775-bb0e47aa89ca,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:27.366807 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.406338 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5404b82-0c95-4f75-8e2b-c7d500dd2d40 admin admin] Publish callbacks [] for security_group (0324a52b-fc50-4c5b-b775-bb0e47aa89ca), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.465428 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5404b82-0c95-4f75-8e2b-c7d500dd2d40 admin admin] Publish callbacks [] for security_group (0324a52b-fc50-4c5b-b775-bb0e47aa89ca), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.484460 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-de1cc9fe-3f20-4ade-87bc-a915a972845a None None] Provisioning complete for port 63a2cbb8-359e-4a52-a170-11d554a56fb1 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:27.485099 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-de1cc9fe-3f20-4ade-87bc-a915a972845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.493851 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95282908-2e92-476a-9a52-9d05d3a59089 req-cd6e5249-d64a-4a45-a012-63e002886b84 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.0516715 Mar 09 06:07:27.545898 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:27.549110 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Attempting to bind port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:27.551094 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Attempting to bind port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:27.554702 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Attempting to bind port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:27.573431 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:27.573911 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:27.574214 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.574612 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:27.575086 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Bound port: 49e7c4fd-2b0f-4efe-8838-9c4a544527c5, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:27.575467 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.601841 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99441226-b72e-418c-98cf-e8e5083f5ecd None None] Pushing event updated for resources: {'Port': ['ID=49e7c4fd-2b0f-4efe-8838-9c4a544527c5,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:27.649289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5404b82-0c95-4f75-8e2b-c7d500dd2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (0324a52b-fc50-4c5b-b775-bb0e47aa89ca), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.652117 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5404b82-0c95-4f75-8e2b-c7d500dd2d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.655173 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e5404b82-0c95-4f75-8e2b-c7d500dd2d40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0324a52b-fc50-4c5b-b775-bb0e47aa89ca HTTP/1.1" status: 204 len: 168 time: 0.3323252 Mar 09 06:07:27.671893 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] For port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:27.680738 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] For port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=49e7c4fd-2b0f-4efe-8838-9c4a544527c5,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:27.708188 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5404b82-0c95-4f75-8e2b-c7d500dd2d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0324a52b-fc50-4c5b-b775-bb0e47aa89ca,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:27.714558 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d63e75f-45fc-4866-8432-1a0b71e6098b req-3855c6d3-a6cb-4919-8c17-26cff455f784 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 210 time: 0.0577586 Mar 09 06:07:27.746895 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Allocated IP 172.20.0.1 (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1/f596f786-55fc-43e8-861c-f04a224297b8/db39a09b-40b5-4920-814c-b89da8f5267b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:27.755826 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae9d19-d07b-4285-a6f8-4d6a12f0e829 None None] Pushing event updated for resources: {'Port': ['ID=63a2cbb8-359e-4a52-a170-11d554a56fb1,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:27.764532 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.db.api [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 06:07:27.764899 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG oslo_db.api [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 06:07:27.850186 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:27.945991 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99441226-b72e-418c-98cf-e8e5083f5ecd None None] Pushing event updated for resources: {'Port': ['ID=49e7c4fd-2b0f-4efe-8838-9c4a544527c5,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:27.970114 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:27.970858 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:28.148799 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-de1cc9fe-3f20-4ade-87bc-a915a972845a None None] Current status of the port 63a2cbb8-359e-4a52-a170-11d554a56fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:28.159152 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:28.205281 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Publish callbacks [] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:28.206513 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Publish callbacks [] for port (db39a09b-40b5-4920-814c-b89da8f5267b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:28.274749 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:25Z', 'revision_number': 3, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:28.337170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:28.384046 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-cd973caa-4a14-4ffc-b134-db50ffb58688 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:28.395047 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-cd973caa-4a14-4ffc-b134-db50ffb58688 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 818 time: 0.2734337 Mar 09 06:07:28.414294 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-30530f9b-c311-459d-903b-b237b5984276 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/quotas/cba66bb9b20e4b2a9802a2cec133bd7e HTTP/1.1" status: 200 len: 375 time: 0.0182517 Mar 09 06:07:28.481568 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-35d2804c-9d37-44ca-9667-ef3d68bdfd70 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660801 Mar 09 06:07:28.564469 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:28.566042 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:24Z', 'revision_number': 3, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:28.587275 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Checking router: 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:07:28.587864 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Updating router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb port 055db525-2ad7-4ec4-89ab-01cf930c038a binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:07:28.628182 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:28.641846 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:28.653057 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59eef3-8cfc-4f9a-bbc1-d58fc2d66393 None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:24Z', 'revision_number': 3, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:07:28.683761 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:28.721083 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9440d145-ca83-4970-a351-3b9f40e9066e req-14c78265-6bbe-4b54-a7e9-970ae6d402d2 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.1183815 Mar 09 06:07:28.757200 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=db39a09b-40b5-4920-814c-b89da8f5267b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:28.769814 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-362106b5-1f85-4f5a-acee-bdb9eb8962d7 service neutron] 10.222.0.18 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708855 Mar 09 06:07:28.772586 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:28.782837 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:28.783308 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:28.828089 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 63a2cbb8-359e-4a52-a170-11d554a56fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:28.830464 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 6608b331-e0e1-4154-916f-793d359ccd64 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:28.971777 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-37012d58-cd6f-449e-9633-8dc3a6a2a0ac service neutron] 10.222.0.18 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010598 Mar 09 06:07:28.977210 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74199667-c760-497b-ba1b-607cc630abdf None None] Pushing event updated for resources: {'Port': ['ID=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:29.145414 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Allocated IP 172.20.0.1 (d10087f7-28be-4c6c-ab74-a195bf5355a2/12bcd25e-0941-4a60-9e56-88686fd01b2d/a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:29.162547 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Attempting to bind port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:29.162547 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Attempting to bind port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:29.162547 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Attempting to bind port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb on network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:29.170471 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:29.171271 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Checking segment: {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:29.171679 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.172211 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Bound using segment: {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:29.172731 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Bound port: 18b7d57e-d9c2-4c82-9a02-28af340ee9bb, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:29.173114 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.354431 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.421446 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Publish callbacks [] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.453612 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ba3b79f6-4838-4488-8376-a9265d91a890 None None] Provisioning complete for port db39a09b-40b5-4920-814c-b89da8f5267b triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:29.454139 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ba3b79f6-4838-4488-8376-a9265d91a890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.512522 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-71d23f35-a8fc-460d-aebf-ab09c9bed911 req-4ac039b2-7cba-4bff-8df3-15772f6929b1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 210 time: 0.0837171 Mar 09 06:07:29.555655 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 6608b331-e0e1-4154-916f-793d359ccd64 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:29.556657 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (6608b331-e0e1-4154-916f-793d359ccd64), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.611952 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b79f6-4838-4488-8376-a9265d91a890 None None] Port db39a09b-40b5-4920-814c-b89da8f5267b cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:07:29.655309 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] For port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:29.727803 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] For port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:29.772437 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Publish callbacks [] for port (db39a09b-40b5-4920-814c-b89da8f5267b), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.800843 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.823160 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 6608b331-e0e1-4154-916f-793d359ccd64 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:29.824295 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 01f64aa1-bc24-470d-953b-cf266b535be8 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:29.854049 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:29.859408 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:29.867991 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:29.876431 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.876431 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Pushing event updated for resources: {'Port': ['ID=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:29.892919 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.945414 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:29.946129 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.007398 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Publish callbacks [] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.082305 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Routers {'d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:30.085955 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:30.238306 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=db39a09b-40b5-4920-814c-b89da8f5267b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:30.240129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.269745 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74199667-c760-497b-ba1b-607cc630abdf None None] Pushing event updated for resources: {'Port': ['ID=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:30.285642 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 01f64aa1-bc24-470d-953b-cf266b535be8 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:30.286014 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.335254 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:30.337495 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:30.420023 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c0c301d-155c-4b05-9ce8-fd346ec72980 req-5f125d21-f57d-4ecd-9773-f7a98950a06f tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.5205808 Mar 09 06:07:30.504775 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.514643 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Attempting to bind port 055db525-2ad7-4ec4-89ab-01cf930c038a on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:30.515019 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Attempting to bind port 055db525-2ad7-4ec4-89ab-01cf930c038a by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:30.515384 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Attempting to bind port 055db525-2ad7-4ec4-89ab-01cf930c038a on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:30.529304 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] Set router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:30.558391 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc75ce-35ce-4c2b-9824-0235790d59df None None] Pushing event updated for resources: {'Port': ['ID=055db525-2ad7-4ec4-89ab-01cf930c038a,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:30.565274 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:30.565966 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:30.566071 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.566593 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:30.572400 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Bound port: 055db525-2ad7-4ec4-89ab-01cf930c038a, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:30.572901 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.581228 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-5f7464ce-5624-42cd-9e7e-1cf60de53f10 None None] Provisioning complete for port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:30.581611 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5f7464ce-5624-42cd-9e7e-1cf60de53f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.620660 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-886973fd-d5e4-490e-8310-e34e4c8ba963 req-90fbf63e-e68d-47c5-847d-4e93c46d79f8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 210 time: 0.0581231 Mar 09 06:07:30.728763 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:07:30.737769 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 01f64aa1-bc24-470d-953b-cf266b535be8 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:30.775627 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-5f7464ce-5624-42cd-9e7e-1cf60de53f10 None None] Port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:07:30.799111 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] For port 055db525-2ad7-4ec4-89ab-01cf930c038a, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:30.850984 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] For port 055db525-2ad7-4ec4-89ab-01cf930c038a, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=055db525-2ad7-4ec4-89ab-01cf930c038a,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:30.958858 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.962181 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3bab8138-1989-40dd-927a-05f6e5c6b441 None None] Provisioning complete for port db39a09b-40b5-4920-814c-b89da8f5267b triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:30.962181 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3bab8138-1989-40dd-927a-05f6e5c6b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:31.093159 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 63a2cbb8-359e-4a52-a170-11d554a56fb1 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:31.154348 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Publish callbacks [] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:31.161083 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-3bab8138-1989-40dd-927a-05f6e5c6b441 None None] Port db39a09b-40b5-4920-814c-b89da8f5267b cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:07:31.181482 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:07:31.195070 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc75ce-35ce-4c2b-9824-0235790d59df None None] Pushing event updated for resources: {'Port': ['ID=055db525-2ad7-4ec4-89ab-01cf930c038a,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:31.198530 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3aed7389-dc46-4316-a49c-90c97a992ce2 admin admin] 10.222.0.18 "PUT /v2.0/routers/b5d1e64f-ac63-415e-85bb-5ee3b7debc57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0997398 Mar 09 06:07:31.218897 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:31.219521 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:31.278073 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '6608b331-e0e1-4154-916f-793d359ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:07:22Z', 'revision_number': 4, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port': {'id': '6608b331-e0e1-4154-916f-793d359ccd64', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:18Z', 'updated_at': '2022-03-09T06:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '18b7d57e-d9c2-4c82-9a02-28af340ee9bb', 'name': '', 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'mac_address': 'fa:16:3e:89:da:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'subnets': [{'id': 'ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:31.280360 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:31.281427 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:31.533973 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576a93d-c311-41ce-b9ed-dcb27b0d9fb1 None None] The sync data for ids ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'] in dv-cinder-831154-2-iscsi is: [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '6608b331-e0e1-4154-916f-793d359ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:07:22Z', 'revision_number': 4, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port': {'id': '6608b331-e0e1-4154-916f-793d359ccd64', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:18Z', 'updated_at': '2022-03-09T06:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '18b7d57e-d9c2-4c82-9a02-28af340ee9bb', 'name': '', 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'mac_address': 'fa:16:3e:89:da:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'subnets': [{'id': 'ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:07:31.536816 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:07:31.560986 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:31.563233 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 63a2cbb8-359e-4a52-a170-11d554a56fb1 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:31.563233 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:31.564907 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:31.652942 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:31.652942 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Pushing event updated for resources: {'Port': ['ID=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:31.688096 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:31.789991 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b9296aec-1d3d-45e3-b145-21490265de5d req-479a1d20-7345-4231-93df-9b2e8ca9de8b tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.1815588 Mar 09 06:07:31.882170 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:32.016376 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:32.093966 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b787539-dd52-4e87-b1f2-f66ced053291 req-0726af18-1508-4a8d-8680-aaae3ebe2f9b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 210 time: 0.0980566 Mar 09 06:07:32.103092 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:07:32.355780 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-1dd4f00d-0784-4dce-ae35-24200429664e None None] Provisioning complete for port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:32.365765 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1dd4f00d-0784-4dce-ae35-24200429664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:32.459096 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.20', 55306) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:32.495043 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 2, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:32.507435 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 63a2cbb8-359e-4a52-a170-11d554a56fb1 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:32.508627 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:32.535849 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:07:32.536405 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Updating router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 port db39a09b-40b5-4920-814c-b89da8f5267b binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:07:32.602804 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:32.653162 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.20', 55309) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:32.745486 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4f00d-0784-4dce-ae35-24200429664e None None] Port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:07:32.777431 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-c011bd31-7d34-4379-a105-6d6fa76c793a tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:32.780224 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-c011bd31-7d34-4379-a105-6d6fa76c793a tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 818 time: 0.3200686 Mar 09 06:07:32.783248 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:32.783871 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:32.838140 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Request body: {'port': {'device_id': 'c653d675-84c3-432c-bcf2-0169d9fcd2f2', 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59', 'admin_state_up': True, 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:32.934404 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39638) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:32.945610 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-6e940e21-dbcb-44a5-9b97-7cca303aeaa9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346270681', 'description': 'tempest-description--879870715'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:32.963685 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 1, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:33.005487 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:07:33.018196 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6215d3b8-b778-4cf6-a1de-3e96b224ea63 admin admin] 10.222.0.18 "PUT /v2.0/routers/5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9165585 Mar 09 06:07:33.019673 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.20', 55310) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:33.025751 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39642) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:33.070283 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee22cbe-40f8-49d1-bf7d-dae94791a444 None None] The sync data for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi is: [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 1, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:07:33.138568 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e940e21-dbcb-44a5-9b97-7cca303aeaa9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.196478 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7adf2aa0-9984-40e6-8b3f-903d22d1a45e req-e4779340-dd1c-4564-b79c-a3a38c2c05fa tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.1956415 Mar 09 06:07:33.329310 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:33.333800 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.389249 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=49e7c4fd-2b0f-4efe-8838-9c4a544527c5,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:33.399124 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Publish callbacks [] for port (db39a09b-40b5-4920-814c-b89da8f5267b), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.460999 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e940e21-dbcb-44a5-9b97-7cca303aeaa9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.467503 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-55ebc568-c6e8-4c3b-bea1-d45de13be7b1 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:33.474826 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.475024 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.480166 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-55ebc568-c6e8-4c3b-bea1-d45de13be7b1 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.20 "GET /v2.0/networks?id=c83a362d-68d8-40a4-bb8a-a286229c97c4 HTTP/1.1" status: 200 len: 812 time: 0.8267701 Mar 09 06:07:33.529954 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Request body: {'port': {'device_id': 'a1c0f202-5e95-451e-950d-5ee2cb038f48', 'network_id': 'c83a362d-68d8-40a4-bb8a-a286229c97c4', 'admin_state_up': True, 'tenant_id': 'd7119816bbfa4de18718671332e967ff'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:33.540903 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e940e21-dbcb-44a5-9b97-7cca303aeaa9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.639964 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=49e7c4fd-2b0f-4efe-8838-9c4a544527c5,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:33.685226 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb37fab-71d9-4627-b2cd-54d2d75fb8a3 None None] Pushing event updated for resources: {'Port': ['ID=db39a09b-40b5-4920-814c-b89da8f5267b,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:33.746393 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-a3dd851b-efa5-485c-8de7-76bf70aff9dc tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:33.753743 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-a3dd851b-efa5-485c-8de7-76bf70aff9dc tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 818 time: 0.7180786 Mar 09 06:07:33.791379 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e940e21-dbcb-44a5-9b97-7cca303aeaa9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:33.810971 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e940e21-dbcb-44a5-9b97-7cca303aeaa9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.815404 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6e940e21-dbcb-44a5-9b97-7cca303aeaa9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8751340 Mar 09 06:07:33.851347 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39678) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:33.917372 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Request body: {'port': {'device_id': '702c8f2f-71ff-4b2e-90bd-62113f5080b8', 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59', 'admin_state_up': True, 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:33.928005 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-64910a0e-dfa5-4c4f-8c96-efec777cea9f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group_rule': {'security_group_id': '2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:33.937907 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 18b7d57e-d9c2-4c82-9a02-28af340ee9bb up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:33.966406 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Attempting to bind port db39a09b-40b5-4920-814c-b89da8f5267b on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:33.966804 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Attempting to bind port db39a09b-40b5-4920-814c-b89da8f5267b by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:33.967166 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Attempting to bind port db39a09b-40b5-4920-814c-b89da8f5267b on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:33.993491 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:33.993883 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Checking segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:33.996074 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.996726 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Bound using segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:33.998764 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Bound port: db39a09b-40b5-4920-814c-b89da8f5267b, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:33.999269 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.001936 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Made reservation on behalf of cba66bb9b20e4b2a9802a2cec133bd7e for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:34.014812 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.110891 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:34.111445 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.119461 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bbea863-b085-4085-b7e1-853ce3474e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.156355 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39684) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:34.186384 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] For port db39a09b-40b5-4920-814c-b89da8f5267b, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:34.194456 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] For port db39a09b-40b5-4920-814c-b89da8f5267b, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=db39a09b-40b5-4920-814c-b89da8f5267b,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:34.224700 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-98ad347e-1c0a-452c-90f9-8b1ecf917fe0 None None] Provisioning complete for port db39a09b-40b5-4920-814c-b89da8f5267b triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:34.224700 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98ad347e-1c0a-452c-90f9-8b1ecf917fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.281517 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.350771 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:34.351166 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.387962 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb37fab-71d9-4627-b2cd-54d2d75fb8a3 None None] Pushing event updated for resources: {'Port': ['ID=db39a09b-40b5-4920-814c-b89da8f5267b,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:34.402703 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:34.435653 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-98ad347e-1c0a-452c-90f9-8b1ecf917fe0 None None] Port db39a09b-40b5-4920-814c-b89da8f5267b cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:07:34.449013 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:34.449837 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:34.455997 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d4f9f4b-9d77-4225-ac3f-78a748b44b2b req-1a7e7740-1339-4812-b7ff-7f8681ae2933 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 210 time: 0.6704566 Mar 09 06:07:34.502005 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64910a0e-dfa5-4c4f-8c96-efec777cea9f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (0c4926e4-db64-4ac0-b92b-2f8cad552af3), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.535619 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4062161c-e5f4-4daa-8613-83f40dd38f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.551193 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.595908 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39710) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:34.598061 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Allocated IP 172.20.0.14 (4e14d8db-28c5-4df9-b770-a5b2fb489c59/ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4/7b03a4fb-f77d-49a6-8269-eb2e972cbee6) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:34.622592 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-501ab086-51fa-4515-b5f8-54023f61afee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150540186', 'description': 'tempest-description--1545881504'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:34.745223 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bbea863-b085-4085-b7e1-853ce3474e5d admin admin] Publish callbacks [] for security_group (679d52b6-fcb8-44c3-89f5-f9f7150a4080), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.753706 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:34.807466 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14c02c23-7d76-4a18-9cae-8c30408ba0e9 req-85ab4b5a-27ac-4103-9e9a-75d31467e68a tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.0959785 Mar 09 06:07:34.840396 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501ab086-51fa-4515-b5f8-54023f61afee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.843127 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Made reservation on behalf of d7119816bbfa4de18718671332e967ff for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:34.847357 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.863869 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:34.881832 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bbea863-b085-4085-b7e1-853ce3474e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (679d52b6-fcb8-44c3-89f5-f9f7150a4080), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.913175 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Made reservation on behalf of cba66bb9b20e4b2a9802a2cec133bd7e for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:34.921058 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:34.992936 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64910a0e-dfa5-4c4f-8c96-efec777cea9f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (0c4926e4-db64-4ac0-b92b-2f8cad552af3), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.015301 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-31a9d2bf-d6b3-428e-a7c0-1619cfa20e5a None None] Provisioning complete for port db39a09b-40b5-4920-814c-b89da8f5267b triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:35.015301 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-31a9d2bf-d6b3-428e-a7c0-1619cfa20e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.038280 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4bbea863-b085-4085-b7e1-853ce3474e5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab2f98f29b7443e6b252ed4962da3b1f&name=default HTTP/1.1" status: 200 len: 2995 time: 1.9977369 Mar 09 06:07:35.043745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39728) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:35.139198 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64910a0e-dfa5-4c4f-8c96-efec777cea9f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (0c4926e4-db64-4ac0-b92b-2f8cad552af3), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.162922 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-31a9d2bf-d6b3-428e-a7c0-1619cfa20e5a None None] Current status of the port db39a09b-40b5-4920-814c-b89da8f5267b is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:35.163442 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-31a9d2bf-d6b3-428e-a7c0-1619cfa20e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.197508 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64910a0e-dfa5-4c4f-8c96-efec777cea9f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4926e4-db64-4ac0-b92b-2f8cad552af3,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:35.250860 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4062161c-e5f4-4daa-8613-83f40dd38f73 admin admin] Publish callbacks [] for security_group (38833241-260a-46f4-8ec7-0f9c291f7d08), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.278461 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-31a9d2bf-d6b3-428e-a7c0-1619cfa20e5a None None] For port db39a09b-40b5-4920-814c-b89da8f5267b, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=db39a09b-40b5-4920-814c-b89da8f5267b,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:35.308434 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks [] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.313993 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d32d0c6-1051-4d60-8f2e-6cbcf69c5923 admin admin] Publish callbacks [] for security_group (679d52b6-fcb8-44c3-89f5-f9f7150a4080), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.355358 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4062161c-e5f4-4daa-8613-83f40dd38f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (38833241-260a-46f4-8ec7-0f9c291f7d08), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.360363 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:34Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:35.361856 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64910a0e-dfa5-4c4f-8c96-efec777cea9f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.371721 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-64910a0e-dfa5-4c4f-8c96-efec777cea9f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5136163 Mar 09 06:07:35.372137 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39736) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:35.377998 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-31a9d2bf-d6b3-428e-a7c0-1619cfa20e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.380185 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d32d0c6-1051-4d60-8f2e-6cbcf69c5923 admin admin] Publish callbacks [] for security_group (679d52b6-fcb8-44c3-89f5-f9f7150a4080), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.386264 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-aafb6dac-a858-499c-ad7b-e0fb8f09423d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group_rule': {'security_group_id': '2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:35.408586 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4062161c-e5f4-4daa-8613-83f40dd38f73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14f096e1c68b4c95a908340615371ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1623676 Mar 09 06:07:35.429473 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39738) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:35.508922 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c608a2b-637e-4b91-9e66-1418dc5c837d None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:34Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:07:35.513209 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbea863-b085-4085-b7e1-853ce3474e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679d52b6-fcb8-44c3-89f5-f9f7150a4080,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:35.568639 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9d2bf-d6b3-428e-a7c0-1619cfa20e5a None None] Pushing event updated for resources: {'Port': ['ID=db39a09b-40b5-4920-814c-b89da8f5267b,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:35.609383 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062161c-e5f4-4daa-8613-83f40dd38f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38833241-260a-46f4-8ec7-0f9c291f7d08,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:35.631769 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aafb6dac-a858-499c-ad7b-e0fb8f09423d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (5bc5da91-941e-4661-9e73-98bd9442d357), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.794362 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.973394 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 055db525-2ad7-4ec4-89ab-01cf930c038a up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:35.983511 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aafb6dac-a858-499c-ad7b-e0fb8f09423d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (5bc5da91-941e-4661-9e73-98bd9442d357), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.986144 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d32d0c6-1051-4d60-8f2e-6cbcf69c5923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (679d52b6-fcb8-44c3-89f5-f9f7150a4080), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.989109 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d32d0c6-1051-4d60-8f2e-6cbcf69c5923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.990952 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5d32d0c6-1051-4d60-8f2e-6cbcf69c5923 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/679d52b6-fcb8-44c3-89f5-f9f7150a4080 HTTP/1.1" status: 204 len: 168 time: 0.9457436 Mar 09 06:07:36.045546 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec76b634-51e2-4c0e-a405-33bc987009c5 req-58dd653e-fc8e-414d-94d2-2678f26889bc tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 210 time: 0.2527506 Mar 09 06:07:36.062964 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Pushing event updated for resources: {'Port': ['ID=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:36.069846 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32d0c6-1051-4d60-8f2e-6cbcf69c5923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679d52b6-fcb8-44c3-89f5-f9f7150a4080,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:36.075495 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:36.079327 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aafb6dac-a858-499c-ad7b-e0fb8f09423d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (5bc5da91-941e-4661-9e73-98bd9442d357), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.086166 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:36.146219 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-20d35378-5892-4b95-9494-18ed2c291874 req-cc4d8272-4f83-4002-a344-3371fdd16192 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.1614010 Mar 09 06:07:36.182290 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb6dac-a858-499c-ad7b-e0fb8f09423d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc5da91-941e-4661-9e73-98bd9442d357,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:36.225250 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:36.238921 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:36.239361 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.249061 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 055db525-2ad7-4ec4-89ab-01cf930c038a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:36.250476 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.269188 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Allocated IP 172.20.0.4 (c83a362d-68d8-40a4-bb8a-a286229c97c4/ce13d3ef-01f3-48dc-aad2-a5c6e996266e/c3272942-ffd1-446d-ac9f-c436e809f60a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:36.339046 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aafb6dac-a858-499c-ad7b-e0fb8f09423d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.344424 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-aafb6dac-a858-499c-ad7b-e0fb8f09423d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9665036 Mar 09 06:07:36.350427 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39770) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:36.357071 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:36.423441 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-921c4284-8fda-4781-8b7f-103aafc15885 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5784664 Mar 09 06:07:36.447798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-1d08f93b-118e-4242-b363-a4190a45ef44 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:07:36.458028 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-1d08f93b-118e-4242-b363-a4190a45ef44 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278492 Mar 09 06:07:36.509616 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b97c-a46c-4f5c-b5e5-82fc861227a8 admin admin] Publish callbacks [] for security_group (38833241-260a-46f4-8ec7-0f9c291f7d08), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.542690 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b97c-a46c-4f5c-b5e5-82fc861227a8 admin admin] Publish callbacks [] for security_group (38833241-260a-46f4-8ec7-0f9c291f7d08), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.547757 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-99b6c207-94bb-4429-891b-b92b65990ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.600374 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.611017 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 055db525-2ad7-4ec4-89ab-01cf930c038a is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:36.617394 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.797778 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501ab086-51fa-4515-b5f8-54023f61afee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (d7c95868-76a5-42b3-b26e-32dea67f4b17), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.797778 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Allocated IP 172.20.0.8 (4e14d8db-28c5-4df9-b770-a5b2fb489c59/ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4/664be92f-edde-441a-bd22-50a7fb01b7f7) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:36.798614 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 055db525-2ad7-4ec4-89ab-01cf930c038a, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=055db525-2ad7-4ec4-89ab-01cf930c038a,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:36.798900 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.843616 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Publish callbacks [] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:36.983662 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Allocated IP 172.27.0.207 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/1e97e4b9-2b99-4452-bb70-65a5739e4723) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:37.128062 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501ab086-51fa-4515-b5f8-54023f61afee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (d7c95868-76a5-42b3-b26e-32dea67f4b17), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.162933 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (1e97e4b9-2b99-4452-bb70-65a5739e4723), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.163516 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.164240 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 18b7d57e-d9c2-4c82-9a02-28af340ee9bb up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:37.270006 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b97c-a46c-4f5c-b5e5-82fc861227a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (38833241-260a-46f4-8ec7-0f9c291f7d08), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.272819 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5d2b97c-a46c-4f5c-b5e5-82fc861227a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.276668 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a5d2b97c-a46c-4f5c-b5e5-82fc861227a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38833241-260a-46f4-8ec7-0f9c291f7d08 HTTP/1.1" status: 204 len: 168 time: 1.8287764 Mar 09 06:07:37.276668 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.326024 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=055db525-2ad7-4ec4-89ab-01cf930c038a,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:37.358715 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:37.359102 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.503203 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:37.504357 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:37.565099 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ab086-51fa-4515-b5f8-54023f61afee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c95868-76a5-42b3-b26e-32dea67f4b17,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:37.596183 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Pushing event updated for resources: {'Port': ['ID=c3272942-ffd1-446d-ac9f-c436e809f60a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:37.615426 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501ab086-51fa-4515-b5f8-54023f61afee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.623921 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-501ab086-51fa-4515-b5f8-54023f61afee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.0198772 Mar 09 06:07:37.623921 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39792) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:37.633039 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:37.634929 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.646649 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39794) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:37.675552 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7bf3883-2cc5-43f8-a563-7d40adc79d85 req-7ccbf1ff-b1d2-4ceb-bdd0-419011b11676 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 210 time: 0.4452937 Mar 09 06:07:37.711792 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74a49896-8058-44da-a1d8-a815279f6b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.712359 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-eec54671-e495-4327-824e-86cb6e2c18e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'security_group_rule': {'security_group_id': 'd7c95868-76a5-42b3-b26e-32dea67f4b17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:37.753797 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2b97c-a46c-4f5c-b5e5-82fc861227a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38833241-260a-46f4-8ec7-0f9c291f7d08,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:37.791295 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Network c83a362d-68d8-40a4-bb8a-a286229c97c4 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:37.794137 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:37.818895 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:37.825192 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:37.835655 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:37.844459 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.882226 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (1e97e4b9-2b99-4452-bb70-65a5739e4723), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.985111 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39806) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:38.063010 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:38.121520 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:38.125807 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:38.148169 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 055db525-2ad7-4ec4-89ab-01cf930c038a up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:38.281004 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74a49896-8058-44da-a1d8-a815279f6b69 admin admin] Publish callbacks [] for security_group (32af7b26-45d8-4866-a11d-bba4cca0350c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.292719 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 055db525-2ad7-4ec4-89ab-01cf930c038a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:38.293159 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.313389 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks [] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.342857 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-51b6643e-4b8e-471f-ade9-d6b5d5526201 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8492856 Mar 09 06:07:38.343010 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (fde76fbe-b0ba-4df3-9a19-7387f145ff9e), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.379351 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74a49896-8058-44da-a1d8-a815279f6b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (32af7b26-45d8-4866-a11d-bba4cca0350c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.390099 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Request body: {'port': {'device_id': 'c653d675-84c3-432c-bcf2-0169d9fcd2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:38.436174 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 055db525-2ad7-4ec4-89ab-01cf930c038a is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:38.437310 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device db39a09b-40b5-4920-814c-b89da8f5267b up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:38.446704 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-74a49896-8058-44da-a1d8-a815279f6b69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7237dbf0654648fc93fdc4b30f7523d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8052003 Mar 09 06:07:38.446704 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a49896-8058-44da-a1d8-a815279f6b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32af7b26-45d8-4866-a11d-bba4cca0350c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:38.448777 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39816) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:38.531516 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port db39a09b-40b5-4920-814c-b89da8f5267b triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:38.532383 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.553575 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-265ec09b-cbce-493a-a459-44ba9af804a4 admin admin] Publish callbacks [] for security_group (32af7b26-45d8-4866-a11d-bba4cca0350c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.576990 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Request body: {'port': {'device_id': 'a1c0f202-5e95-451e-950d-5ee2cb038f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:38.579296 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eec54671-e495-4327-824e-86cb6e2c18e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (c65faabc-36d3-49c5-9e5f-f709d0100c5f), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.648580 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=1e97e4b9-2b99-4452-bb70-65a5739e4723,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:38.662385 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-265ec09b-cbce-493a-a459-44ba9af804a4 admin admin] Publish callbacks [] for security_group (32af7b26-45d8-4866-a11d-bba4cca0350c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.692044 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port db39a09b-40b5-4920-814c-b89da8f5267b is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:38.720762 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.761127 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Sync routers for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:07:38.782322 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3500bcb3-7578-4a74-80c1-20584fd4fb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.783711 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:38.784784 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:38.813881 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.828277 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:38.839434 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:38.843795 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Pushing event updated for resources: {'Port': ['ID=664be92f-edde-441a-bd22-50a7fb01b7f7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:38.846801 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:38.852795 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:38.862241 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff653466-d1a7-4f50-918a-c5733ddd98a2 req-0171a1c6-d5bf-44c5-9396-cd7976637d92 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:38.866299 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.871415 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ff653466-d1a7-4f50-918a-c5733ddd98a2 req-0171a1c6-d5bf-44c5-9396-cd7976637d92 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 931 time: 1.2203891 Mar 09 06:07:38.872309 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2b952fbc-6bcd-4ddd-b5bb-ecfa54983414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.878407 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.973094 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-265ec09b-cbce-493a-a459-44ba9af804a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (32af7b26-45d8-4866-a11d-bba4cca0350c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.973094 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-265ec09b-cbce-493a-a459-44ba9af804a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:38.974088 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-265ec09b-cbce-493a-a459-44ba9af804a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32af7b26-45d8-4866-a11d-bba4cca0350c HTTP/1.1" status: 204 len: 168 time: 0.5109632 Mar 09 06:07:39.006050 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ec09b-cbce-493a-a459-44ba9af804a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af7b26-45d8-4866-a11d-bba4cca0350c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:39.012584 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-253f03a9-815e-410e-9ef2-964c66635690 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2004213 Mar 09 06:07:39.033696 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Request body: {'port': {'device_id': '702c8f2f-71ff-4b2e-90bd-62113f5080b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:39.038511 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:39.178831 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:39.335703 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eec54671-e495-4327-824e-86cb6e2c18e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (c65faabc-36d3-49c5-9e5f-f709d0100c5f), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:39.375096 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (1e97e4b9-2b99-4452-bb70-65a5739e4723), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:39.375812 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:39.387053 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 2, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:39.430930 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3500bcb3-7578-4a74-80c1-20584fd4fb7b admin admin] Publish callbacks [] for security_group (b9cd652e-8434-4c21-877e-3844d9acc16d), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:39.467016 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ff653466-d1a7-4f50-918a-c5733ddd98a2 req-a40a8254-963b-4a72-bbf3-21e6ebfd5368 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941706 Mar 09 06:07:39.488482 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Checking router: 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:07:39.489071 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Updating router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:07:39.503605 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eec54671-e495-4327-824e-86cb6e2c18e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (c65faabc-36d3-49c5-9e5f-f709d0100c5f), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:39.545915 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:39.662302 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3500bcb3-7578-4a74-80c1-20584fd4fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b9cd652e-8434-4c21-877e-3844d9acc16d), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:39.720204 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3500bcb3-7578-4a74-80c1-20584fd4fb7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79c3bf62014f4b359adfd011d1b7f96a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7172754 Mar 09 06:07:39.766673 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39840) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:39.798979 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500bcb3-7578-4a74-80c1-20584fd4fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cd652e-8434-4c21-877e-3844d9acc16d,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:39.838207 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13788864-3f88-4455-bbf0-c1e4212be10a req-d96daa7a-77bc-49c7-97d6-f9c2394d1ad8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:39.841058 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-13788864-3f88-4455-bbf0-c1e4212be10a req-d96daa7a-77bc-49c7-97d6-f9c2394d1ad8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 931 time: 0.9035580 Mar 09 06:07:39.855729 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec54671-e495-4327-824e-86cb6e2c18e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65faabc-36d3-49c5-9e5f-f709d0100c5f,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:40.005792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eec54671-e495-4327-824e-86cb6e2c18e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.009814 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-eec54671-e495-4327-824e-86cb6e2c18e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3416414 Mar 09 06:07:40.022819 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39852) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:40.034312 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-12126d1b-15f4-4274-975a-ff959a09d2ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'security_group_rule': {'security_group_id': 'd7c95868-76a5-42b3-b26e-32dea67f4b17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:40.105994 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f3b906-ef4b-4174-b1ff-a075bb9567a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.121682 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3272942-ffd1-446d-ac9f-c436e809f60a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:07:40.151561 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.156930 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Publish callbacks [] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.198069 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-13788864-3f88-4455-bbf0-c1e4212be10a req-9ad3e33a-3ee8-4171-9ca7-f47e576ef934 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289561 Mar 09 06:07:40.253947 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Publish callbacks [] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.318389 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:40.324060 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12126d1b-15f4-4274-975a-ff959a09d2ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (112eaf42-25de-4131-b423-936d71a8cebf), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.334262 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (1e97e4b9-2b99-4452-bb70-65a5739e4723), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.336982 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.355884 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Transition to ACTIVE for port object c3272942-ffd1-446d-ac9f-c436e809f60a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:07:40.418900 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (1e97e4b9-2b99-4452-bb70-65a5739e4723), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.450075 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcec12-d17e-40d2-b78d-e60e5801735d None None] Pushing event updated for resources: {'Port': ['ID=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:40.504157 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.534352 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (fde76fbe-b0ba-4df3-9a19-7387f145ff9e), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.580576 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Attempting to bind port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:40.581748 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Attempting to bind port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:40.582355 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Attempting to bind port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd on network d10087f7-28be-4c6c-ab74-a195bf5355a2 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:40.589799 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:40.590887 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Checking segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:40.591796 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.592884 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Bound using segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:40.593808 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Bound port: a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:40.594557 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.595740 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447dcb13-a7ec-4489-bbca-68daef23d94d admin admin] Publish callbacks [] for security_group (b9cd652e-8434-4c21-877e-3844d9acc16d), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.742776 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] For port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:40.746962 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] For port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:40.757700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=1e97e4b9-2b99-4452-bb70-65a5739e4723,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:40.784439 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.795600 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5bf20806-d0e7-48da-b9df-635fac49488f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4493175 Mar 09 06:07:40.819867 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.864504 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d005654-1c2a-4b18-8364-8037bea74c7a req-1a2a7908-98dd-4831-b436-05e5834ab822 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:40.874282 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3d005654-1c2a-4b18-8364-8037bea74c7a req-1a2a7908-98dd-4831-b436-05e5834ab822 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.2128961 Mar 09 06:07:40.892554 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664be92f-edde-441a-bd22-50a7fb01b7f7 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:07:40.920631 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Publish callbacks [] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:40.954365 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcec12-d17e-40d2-b78d-e60e5801735d None None] Pushing event updated for resources: {'Port': ['ID=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:40.965737 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12126d1b-15f4-4274-975a-ff959a09d2ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (112eaf42-25de-4131-b423-936d71a8cebf), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.010852 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ad214050-b3bb-4e88-b9f9-3b385d9658e1 None None] Provisioning complete for port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:41.011243 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad214050-b3bb-4e88-b9f9-3b385d9658e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.014239 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3d005654-1c2a-4b18-8364-8037bea74c7a req-03b7d6a5-a72c-4b04-86b8-60a362b5a57a tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374018 Mar 09 06:07:41.053361 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:07:41.054038 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:07:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:41.075237 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f3b906-ef4b-4174-b1ff-a075bb9567a9 admin admin] Publish callbacks [] for security_group (2c431cae-5e18-424a-999b-3206a8a35979), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.090408 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-868925800-network', 'tenant_id': 'a82f506b9ad34f1388f02d8a417a69b9'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:41.126570 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.128823 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Pushing event updated for resources: {'Port': ['ID=c3272942-ffd1-446d-ac9f-c436e809f60a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:41.156356 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12126d1b-15f4-4274-975a-ff959a09d2ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (112eaf42-25de-4131-b423-936d71a8cebf), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.185568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12126d1b-15f4-4274-975a-ff959a09d2ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112eaf42-25de-4131-b423-936d71a8cebf,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:41.188600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447dcb13-a7ec-4489-bbca-68daef23d94d admin admin] Publish callbacks [] for security_group (b9cd652e-8434-4c21-877e-3844d9acc16d), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.193797 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Transition to ACTIVE for port object 664be92f-edde-441a-bd22-50a7fb01b7f7 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:07:41.203133 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f3b906-ef4b-4174-b1ff-a075bb9567a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2c431cae-5e18-424a-999b-3206a8a35979), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.355138 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.404590 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12126d1b-15f4-4274-975a-ff959a09d2ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.405966 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-12126d1b-15f4-4274-975a-ff959a09d2ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3784242 Mar 09 06:07:41.408916 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Attempting to bind port c3272942-ffd1-446d-ac9f-c436e809f60a on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:41.409286 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Attempting to bind port c3272942-ffd1-446d-ac9f-c436e809f60a by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '775e3014-f17b-4ece-8883-9c4d3fd251fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c83a362d-68d8-40a4-bb8a-a286229c97c4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:41.409645 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Attempting to bind port c3272942-ffd1-446d-ac9f-c436e809f60a on network c83a362d-68d8-40a4-bb8a-a286229c97c4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:41.416981 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39894) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:41.421336 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-38f3b906-ef4b-4174-b1ff-a075bb9567a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4d4edc9da4b4cb4a515dbc93df2937e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2136667 Mar 09 06:07:41.425558 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39896) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:41.430156 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:41.452321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3b906-ef4b-4174-b1ff-a075bb9567a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c431cae-5e18-424a-999b-3206a8a35979,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:41.465792 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Port c3272942-ffd1-446d-ac9f-c436e809f60a on network c83a362d-68d8-40a4-bb8a-a286229c97c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:07:41.466435 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Attempting to bind port c3272942-ffd1-446d-ac9f-c436e809f60a on network c83a362d-68d8-40a4-bb8a-a286229c97c4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:41.492102 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:41.493386 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Checking segment: {'id': '775e3014-f17b-4ece-8883-9c4d3fd251fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c83a362d-68d8-40a4-bb8a-a286229c97c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:41.493386 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Bound using segment: {'id': '775e3014-f17b-4ece-8883-9c4d3fd251fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c83a362d-68d8-40a4-bb8a-a286229c97c4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:41.493573 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Bound port: c3272942-ffd1-446d-ac9f-c436e809f60a, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775e3014-f17b-4ece-8883-9c4d3fd251fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c83a362d-68d8-40a4-bb8a-a286229c97c4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:41.493870 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.502547 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Made reservation on behalf of a82f506b9ad34f1388f02d8a417a69b9 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:41.502870 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:07:41.504635 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.522457 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Pushing event updated for resources: {'Port': ['ID=664be92f-edde-441a-bd22-50a7fb01b7f7,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:41.530759 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.581612 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-ad214050-b3bb-4e88-b9f9-3b385d9658e1 None None] Current status of the port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:41.583363 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad214050-b3bb-4e88-b9f9-3b385d9658e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.592469 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.602716 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Attempting to bind port 664be92f-edde-441a-bd22-50a7fb01b7f7 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:41.603057 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Attempting to bind port 664be92f-edde-441a-bd22-50a7fb01b7f7 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:41.603429 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Attempting to bind port 664be92f-edde-441a-bd22-50a7fb01b7f7 on network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:41.637453 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Port 664be92f-edde-441a-bd22-50a7fb01b7f7 on network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:07:41.637713 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Attempting to bind port 664be92f-edde-441a-bd22-50a7fb01b7f7 on network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:41.654464 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-ad214050-b3bb-4e88-b9f9-3b385d9658e1 None None] For port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:41.670516 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447dcb13-a7ec-4489-bbca-68daef23d94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b9cd652e-8434-4c21-877e-3844d9acc16d), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.678164 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447dcb13-a7ec-4489-bbca-68daef23d94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.679448 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-447dcb13-a7ec-4489-bbca-68daef23d94d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9cd652e-8434-4c21-877e-3844d9acc16d HTTP/1.1" status: 204 len: 168 time: 1.9106007 Mar 09 06:07:41.686021 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:41.694096 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Checking segment: {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:41.694096 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Bound using segment: {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:41.694096 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Bound port: 664be92f-edde-441a-bd22-50a7fb01b7f7, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:41.694096 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.718837 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] For port c3272942-ffd1-446d-ac9f-c436e809f60a, host hv-cinder-83115, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:41.754389 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14fb7014-43c9-4319-9313-69305d783cc9 admin admin] Publish callbacks [] for security_group (2c431cae-5e18-424a-999b-3206a8a35979), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.761076 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dcb13-a7ec-4489-bbca-68daef23d94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cd652e-8434-4c21-877e-3844d9acc16d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:41.797393 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6a330-0026-4e1d-a5e7-279ba018fb11 req-2d116e4a-acc1-4008-aae3-384856f40db7 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:41.798957 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ca6a330-0026-4e1d-a5e7-279ba018fb11 req-2d116e4a-acc1-4008-aae3-384856f40db7 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.4379930 Mar 09 06:07:41.808482 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] For port c3272942-ffd1-446d-ac9f-c436e809f60a, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c3272942-ffd1-446d-ac9f-c436e809f60a,segment=NetworkSegment(775e3014-f17b-4ece-8883-9c4d3fd251fa),segment_id=775e3014-f17b-4ece-8883-9c4d3fd251fa)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:41.824379 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-d05ffb43-dde9-454a-b2be-a1b789b0d194 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1346270681&fields=id&tenant_id=5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 267 time: 0.5048044 Mar 09 06:07:41.906391 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad214050-b3bb-4e88-b9f9-3b385d9658e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:41.961866 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:41.965476 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14fb7014-43c9-4319-9313-69305d783cc9 admin admin] Publish callbacks [] for security_group (2c431cae-5e18-424a-999b-3206a8a35979), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.018708 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.019027 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ca6a330-0026-4e1d-a5e7-279ba018fb11 req-9005d2e7-be6e-4581-871c-2dce8b351904 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630096 Mar 09 06:07:42.118965 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] For port 664be92f-edde-441a-bd22-50a7fb01b7f7, host hv-cinder-83115, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:42.134776 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] For port 664be92f-edde-441a-bd22-50a7fb01b7f7, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=664be92f-edde-441a-bd22-50a7fb01b7f7,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:42.147234 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-f538b69f-0f58-404e-a00e-68860a8c3bbf None None] Provisioning complete for port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:42.150599 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f538b69f-0f58-404e-a00e-68860a8c3bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.197251 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad214050-b3bb-4e88-b9f9-3b385d9658e1 None None] Pushing event updated for resources: {'Port': ['ID=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:42.273010 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:42.273271 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.279849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:07:42.290687 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Publish callbacks [] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.318403 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Transition to ACTIVE for port object 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:07:42.319195 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-f538b69f-0f58-404e-a00e-68860a8c3bbf None None] Current status of the port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:42.338506 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Pushing event updated for resources: {'Port': ['ID=c3272942-ffd1-446d-ac9f-c436e809f60a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:42.344642 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.353378 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:40Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:42.389960 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-282d124a-0d87-4703-ba9e-289a1ef2d9af tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:42.391992 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-282d124a-0d87-4703-ba9e-289a1ef2d9af tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 815 time: 0.5665457 Mar 09 06:07:42.419397 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Pushing event updated for resources: {'Port': ['ID=664be92f-edde-441a-bd22-50a7fb01b7f7,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:42.422247 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d75b2-83d2-419d-8246-4733e55f85b4 None None] The sync data for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi is: [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:40Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:07:42.429766 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Publish callbacks [] for security_group (28347674-ad39-4b3e-981c-52e501a0e9ba), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.457715 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:42.458574 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.460215 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-a82c6ea9-bd63-4259-ad64-8effb87da3db service neutron] 10.222.0.20 "PUT /v2.0/ports/c3272942-ffd1-446d-ac9f-c436e809f60a HTTP/1.1" status: 200 len: 1093 time: 4.1093702 Mar 09 06:07:42.462743 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:42.470467 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c0f202-5e95-451e-950d-5ee2cb038f48', 'tag': 'c3272942-ffd1-446d-ac9f-c436e809f60a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:07:42.482970 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.535154 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-2bf3274c-9306-44d1-a187-bb2ac7d30584 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/quotas/5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 375 time: 0.0767679 Mar 09 06:07:42.545190 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14fb7014-43c9-4319-9313-69305d783cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2c431cae-5e18-424a-999b-3206a8a35979), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.548020 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14fb7014-43c9-4319-9313-69305d783cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.551649 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-14fb7014-43c9-4319-9313-69305d783cc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c431cae-5e18-424a-999b-3206a8a35979 HTTP/1.1" status: 204 len: 168 time: 1.1049256 Mar 09 06:07:42.560023 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Pushing event updated for resources: {'Port': ['ID=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:42.589714 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb7014-43c9-4319-9313-69305d783cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c431cae-5e18-424a-999b-3206a8a35979,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:42.635689 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dffe9-ce44-4fd8-922a-5b2f265301d5 req-14fae021-6d36-48e2-9b0f-a26985227f44 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:42.645035 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-791dffe9-ce44-4fd8-922a-5b2f265301d5 req-14fae021-6d36-48e2-9b0f-a26985227f44 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.2506301 Mar 09 06:07:42.854372 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.931260 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Attempting to bind port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:42.931260 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Attempting to bind port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:42.931541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Attempting to bind port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 on network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:42.953177 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-6d69521b-70f9-4232-a1c5-98ee36187531 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4008024 Mar 09 06:07:42.970894 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 on network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:07:42.971230 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Attempting to bind port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 on network 4e14d8db-28c5-4df9-b770-a5b2fb489c59 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:42.993136 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-791dffe9-ce44-4fd8-922a-5b2f265301d5 req-68fc646d-f427-4c6a-816e-c9a2dda1af0a tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451896 Mar 09 06:07:42.997758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:42.998358 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Checking segment: {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:42.999059 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Bound using segment: {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:42.999768 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Bound port: 7b03a4fb-f77d-49a6-8269-eb2e972cbee6, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c94e193-33d3-44ab-afd0-5574d32cbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:43.000484 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.035515 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:43.036558 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.038095 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-c08ffe35-4555-4cad-accd-b8d129d13bcb service neutron] 10.222.0.20 "PUT /v2.0/ports/664be92f-edde-441a-bd22-50a7fb01b7f7 HTTP/1.1" status: 200 len: 1093 time: 4.0109799 Mar 09 06:07:43.139291 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (28347674-ad39-4b3e-981c-52e501a0e9ba), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.179271 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.234018 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:07:43.381985 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (facb1da9-b405-4935-a5fa-9a91f2cb74cf), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.381985 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Added segment facb1da9-b405-4935-a5fa-9a91f2cb74cf of type vlan for network df0a017a-08c2-483f-a8be-c48ba70c0fd6 Mar 09 06:07:43.389861 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] For port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:43.407172 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28347674-ad39-4b3e-981c-52e501a0e9ba,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:43.424815 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] For port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:43.485510 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.512266 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-7306d932-0c0a-4a85-b7d8-5d5c251767b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:43.514144 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-7306d932-0c0a-4a85-b7d8-5d5c251767b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7119816bbfa4de18718671332e967ff&device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 1127 time: 0.4828143 Mar 09 06:07:43.532114 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (df0a017a-08c2-483f-a8be-c48ba70c0fd6), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.579209 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Pushing event updated for resources: {'Port': ['ID=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:43.595404 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07803c80-67ce-4f57-90c1-67ecda1469b4 req-425376a2-d3e5-4be9-b883-21a440225016 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:43.597957 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-07803c80-67ce-4f57-90c1-67ecda1469b4 req-425376a2-d3e5-4be9-b883-21a440225016 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.2966619 Mar 09 06:07:43.633271 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:43.634866 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.638273 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-b21afa0a-4753-4991-854d-7b8133de2a2e service neutron] 10.222.0.20 "PUT /v2.0/ports/7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 200 len: 1094 time: 5.9976015 Mar 09 06:07:43.661780 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c653d675-84c3-432c-bcf2-0169d9fcd2f2', 'tag': '7b03a4fb-f77d-49a6-8269-eb2e972cbee6'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:07:43.665509 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-9b83f01c-9b40-4d8a-bd50-08b908f9a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:43.667327 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-9b83f01c-9b40-4d8a-bd50-08b908f9a8e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 1127 time: 0.4098823 Mar 09 06:07:43.720029 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-1be1e614-04f2-4865-8604-997abe2ad35d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3272942-ffd1-446d-ac9f-c436e809f60a HTTP/1.1" status: 200 len: 217 time: 0.1791182 Mar 09 06:07:43.721308 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 06:07:43.820675 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-07803c80-67ce-4f57-90c1-67ecda1469b4 req-3f4818ed-ef2b-4d7b-9e5a-7a4b420713d2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167804 Mar 09 06:07:43.917814 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39946) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:43.926934 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e20a563-683d-4478-b3fd-74a69dc6d526" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c0f202-5e95-451e-950d-5ee2cb038f48", "tag": "c3272942-ffd1-446d-ac9f-c436e809f60a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:07:43.939399 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3682766d-e438-4a9f-8cd0-e11c9882101b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:43.949447 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:07:43.984564 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Allocated IP 172.27.0.27 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/c48dabb2-c2eb-4564-8f4d-2a4fcf52c803) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:44.055518 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-75aa94ca-afa8-4fb6-85df-b4e64772772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:44.058794 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-75aa94ca-afa8-4fb6-85df-b4e64772772f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce13d3ef-01f3-48dc-aad2-a5c6e996266e HTTP/1.1" status: 200 len: 852 time: 0.3038666 Mar 09 06:07:44.061293 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-d37bb7e1-b8ab-4e92-b0cd-07d15252373a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664be92f-edde-441a-bd22-50a7fb01b7f7 HTTP/1.1" status: 200 len: 217 time: 0.3182702 Mar 09 06:07:44.067734 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (df0a017a-08c2-483f-a8be-c48ba70c0fd6), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.067734 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:44.067734 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.106592 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:44.107048 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.155977 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-e5f01e42-d19e-4c56-9079-9b09c12be2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:44.157729 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-e5f01e42-d19e-4c56-9079-9b09c12be2c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.0749416 Mar 09 06:07:44.187917 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-feffc2cd-49f1-44c0-95e7-c8e7048fab91 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:07:44.193229 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-feffc2cd-49f1-44c0-95e7-c8e7048fab91 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4528041 Mar 09 06:07:44.257026 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-2a907f51-b6e8-4b3b-9dbf-0d07d64e61c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569239 Mar 09 06:07:44.259793 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-70e152c5-d5be-40af-9977-58acb022aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:44.261556 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-70e152c5-d5be-40af-9977-58acb022aaae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1128 time: 0.3102672 Mar 09 06:07:44.267242 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-7b293c6e-865f-456d-8216-b13d7f7a10c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83a362d-68d8-40a4-bb8a-a286229c97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856868 Mar 09 06:07:44.325175 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:44.336820 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] Pushing event updated for resources: {'Network': ['ID=df0a017a-08c2-483f-a8be-c48ba70c0fd6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:44.351007 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network df0a017a-08c2-483f-a8be-c48ba70c0fd6 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:07:44.445059 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-cc2b0c24-25e2-486f-87b9-06d9ed780542 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.0968900 Mar 09 06:07:44.458593 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3682766d-e438-4a9f-8cd0-e11c9882101b admin admin] Publish callbacks [] for security_group (92d5881e-fc10-4e0e-a7b1-d407fdf06a52), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.461431 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 39956) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:44.465470 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e8375-1ffa-4600-b7bf-c370442eefd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c653d675-84c3-432c-bcf2-0169d9fcd2f2", "tag": "7b03a4fb-f77d-49a6-8269-eb2e972cbee6"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:07:44.515247 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-288769d8-b2c9-4d58-b226-6d9769f60abd service neutron] 10.222.0.18 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799053 Mar 09 06:07:44.550449 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Request body: {'subnet': {'network_id': 'df0a017a-08c2-483f-a8be-c48ba70c0fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-868925800-subnet', 'tenant_id': 'a82f506b9ad34f1388f02d8a417a69b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:44.673806 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3682766d-e438-4a9f-8cd0-e11c9882101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (92d5881e-fc10-4e0e-a7b1-d407fdf06a52), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.698987 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for port (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.703369 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-cba3c732-d605-4fbb-bee1-4c2f9643fc87 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228549 Mar 09 06:07:44.711732 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-46117a54-90a4-4b6e-bd68-8ba1ee703796 service neutron] 10.222.0.20 "GET /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915217 Mar 09 06:07:44.714991 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3682766d-e438-4a9f-8cd0-e11c9882101b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed3bda9f7dbc4bfea3a219c8bcfb5f77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7959204 Mar 09 06:07:44.716613 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-7055da0d-85be-4177-99be-b40f191d1acd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 200 len: 217 time: 0.3343887 Mar 09 06:07:44.719036 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 39964) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:44.832439 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f43b6-3b90-4d79-a30a-c302c0e23e2f req-bb645bad-511c-4b70-b4a8-2c096257bf31 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:44.834936 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-960f43b6-3b90-4d79-a30a-c302c0e23e2f req-bb645bad-511c-4b70-b4a8-2c096257bf31 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.6957607 Mar 09 06:07:44.858104 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9583d91-6875-4f66-8d76-3c9cd3f7b852 admin admin] Publish callbacks [] for security_group (92d5881e-fc10-4e0e-a7b1-d407fdf06a52), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.903607 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Made reservation on behalf of a82f506b9ad34f1388f02d8a417a69b9 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:44.907475 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.954328 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9583d91-6875-4f66-8d76-3c9cd3f7b852 admin admin] Publish callbacks [] for security_group (92d5881e-fc10-4e0e-a7b1-d407fdf06a52), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.978913 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:44.997822 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-eaaa8db2-3cac-465d-8d91-5a60a483e01a service neutron] 10.222.0.18 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873088 Mar 09 06:07:45.025223 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682766d-e438-4a9f-8cd0-e11c9882101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d5881e-fc10-4e0e-a7b1-d407fdf06a52,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:45.064455 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'Port': ['ID=c48dabb2-c2eb-4564-8f4d-2a4fcf52c803,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:45.087185 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-cb74ad3f-2d89-404a-bfe9-4249ff001435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:45.089035 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-cb74ad3f-2d89-404a-bfe9-4249ff001435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.3433411 Mar 09 06:07:45.090844 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-ea854017-8b16-440a-93af-0f2dd050fdfe req-2a98133a-e7fb-4075-8672-411ed44b4695 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204081 Mar 09 06:07:45.156843 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-659f5862-6dc3-4a16-adae-348ca2bf365c req-f4887f00-6d71-4c60-9cf4-dac829553bcc service neutron] 10.222.0.20 "GET /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854513 Mar 09 06:07:45.158821 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:45.160877 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:45.163915 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:45.179708 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-e4321cca-865e-43cd-ae8d-1782e5b9e904 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780497 Mar 09 06:07:45.281925 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-960f43b6-3b90-4d79-a30a-c302c0e23e2f req-c5455c73-5c06-4d61-908b-59c9818c65c8 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162241 Mar 09 06:07:45.328850 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (e6636c5d-e8bd-4903-bee0-53a90f9d55b6), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:45.359600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9583d91-6875-4f66-8d76-3c9cd3f7b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (92d5881e-fc10-4e0e-a7b1-d407fdf06a52), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:45.362645 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9583d91-6875-4f66-8d76-3c9cd3f7b852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:45.367087 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-f9583d91-6875-4f66-8d76-3c9cd3f7b852 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92d5881e-fc10-4e0e-a7b1-d407fdf06a52 HTTP/1.1" status: 204 len: 168 time: 0.6470532 Mar 09 06:07:45.376345 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-c593a72b-193f-4764-8e6a-769f26355ae5 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572356 Mar 09 06:07:45.388649 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9583d91-6875-4f66-8d76-3c9cd3f7b852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d5881e-fc10-4e0e-a7b1-d407fdf06a52,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:45.479948 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:45.666914 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89c00ea4-a377-4638-b480-f57cff7a1aa5 req-ab4e9705-565f-4fd0-9569-322002219f48 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758489 Mar 09 06:07:45.863365 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6864f0a7-abb7-4309-a0a6-55e61e6028c3 x-openstack-request-id: req-6864f0a7-abb7-4309-a0a6-55e61e6028c3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:07:45.863754 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c0f202-5e95-451e-950d-5ee2cb038f48", "tag": "c3272942-ffd1-446d-ac9f-c436e809f60a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:07:45.863954 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6864f0a7-abb7-4309-a0a6-55e61e6028c3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:07:45.864997 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c0f202-5e95-451e-950d-5ee2cb038f48', 'tag': 'c3272942-ffd1-446d-ac9f-c436e809f60a', 'status': 'completed', 'code': 200} Mar 09 06:07:45.871201 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (3f139580-f2a7-4f85-85f7-e126be97cbd7), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:45.948209 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for port (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:46.065010 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f139580-f2a7-4f85-85f7-e126be97cbd7,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:46.072042 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-00011e43-dd12-4429-8784-b76858d4c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:46.073522 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-00011e43-dd12-4429-8784-b76858d4c524 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7119816bbfa4de18718671332e967ff&device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 1127 time: 0.1974826 Mar 09 06:07:46.092999 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:46.101875 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Checking segment: {'id': 'facb1da9-b405-4935-a5fa-9a91f2cb74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df0a017a-08c2-483f-a8be-c48ba70c0fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:46.102238 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Network hostable DHCP agents. Network: df0a017a-08c2-483f-a8be-c48ba70c0fd6, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:07:46.150619 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f540-2a87-402c-aa9b-27a44f9f2725 req-95ecb3df-4d98-4825-99aa-3bacf0155416 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:46.152328 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3f75f540-2a87-402c-aa9b-27a44f9f2725 req-95ecb3df-4d98-4825-99aa-3bacf0155416 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.1802170 Mar 09 06:07:46.164843 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59b5c9-07d6-4d6d-90f6-1be784a4309c x-openstack-request-id: req-9b59b5c9-07d6-4d6d-90f6-1be784a4309c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:07:46.165282 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c653d675-84c3-432c-bcf2-0169d9fcd2f2", "tag": "7b03a4fb-f77d-49a6-8269-eb2e972cbee6", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:07:46.165935 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b59b5c9-07d6-4d6d-90f6-1be784a4309c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:07:46.166322 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c653d675-84c3-432c-bcf2-0169d9fcd2f2', 'tag': '7b03a4fb-f77d-49a6-8269-eb2e972cbee6', 'status': 'completed', 'code': 200} Mar 09 06:07:46.189904 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (e6636c5d-e8bd-4903-bee0-53a90f9d55b6), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:46.235937 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'Port': ['ID=c48dabb2-c2eb-4564-8f4d-2a4fcf52c803,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:46.310268 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-00d69b07-2cbc-4aaf-8cd2-a83c95f54e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:46.312052 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-00d69b07-2cbc-4aaf-8cd2-a83c95f54e60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1128 time: 0.1055384 Mar 09 06:07:46.319921 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:46.321524 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2a5546c1-8271-4ad2-9f30-b4ff2da18db6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8990722 Mar 09 06:07:46.623034 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b88dcb4a-80b4-4535-8159-b92d2b1d401a req-a73eb4a2-97ed-434d-a329-8d85f9b63416 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.4041870 Mar 09 06:07:46.659224 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-156e8fcb-80d6-4520-b98a-91f16f37639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:46.661595 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-156e8fcb-80d6-4520-b98a-91f16f37639b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83a362d-68d8-40a4-bb8a-a286229c97c4 HTTP/1.1" status: 200 len: 913 time: 0.5555694 Mar 09 06:07:46.753518 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-e4262d76-b21d-43a4-a522-76daa1bffd8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3272942-ffd1-446d-ac9f-c436e809f60a HTTP/1.1" status: 200 len: 217 time: 0.0808666 Mar 09 06:07:46.831440 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-a0bd307f-478f-4c44-9a10-059adbaedcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:46.831440 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-a0bd307f-478f-4c44-9a10-059adbaedcad service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.4474978 Mar 09 06:07:46.833313 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3f75f540-2a87-402c-aa9b-27a44f9f2725 req-1b7c15d9-fc99-494c-bc97-bad238583506 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214167 Mar 09 06:07:46.833313 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668829cb-86bc-49ec-8352-4660be70a3ad req-e764ff66-eb72-4dd8-b18e-7a86cef9b813 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:46.833313 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-668829cb-86bc-49ec-8352-4660be70a3ad req-e764ff66-eb72-4dd8-b18e-7a86cef9b813 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0765069 Mar 09 06:07:46.937487 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-668829cb-86bc-49ec-8352-4660be70a3ad req-913fd56a-4da4-4b4b-a674-96a6fd379d7a tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104865 Mar 09 06:07:46.976056 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b59dbd70-281b-4b71-a67a-9e1a86e5bb13 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1150540186&fields=id&tenant_id=f023b41920114624a2dfc2df6dd7db55 HTTP/1.1" status: 200 len: 267 time: 0.0614247 Mar 09 06:07:47.084655 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-a07f31c7-1a6f-45d5-855d-b869c50e9b98 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:47.085975 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-a07f31c7-1a6f-45d5-855d-b869c50e9b98 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 817 time: 0.1025112 Mar 09 06:07:47.100569 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-9d573b21-b528-4607-85c2-c82594cc6043 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/quotas/f023b41920114624a2dfc2df6dd7db55 HTTP/1.1" status: 200 len: 375 time: 0.0088978 Mar 09 06:07:47.158296 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-d8e9e067-8035-4ea9-92cc-9cd06a8606cc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523269 Mar 09 06:07:47.266042 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-79411b5d-05a7-4ac0-b52a-6c93ded0d7a3 service neutron] 10.222.0.18 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927668 Mar 09 06:07:47.380322 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-ac1f8bc1-be0d-471b-88dd-30a6e802a9d1 service neutron] 10.222.0.18 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897644 Mar 09 06:07:47.707108 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c2a748ea-c8ec-4454-ac04-e26111fd37de req-31aea340-2d63-4cae-8a56-263efa75ceaf tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0258570 Mar 09 06:07:47.866662 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702c8f2f-71ff-4b2e-90bd-62113f5080b8', 'tag': '664be92f-edde-441a-bd22-50a7fb01b7f7'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:07:47.869127 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14" -d '{"events": [{"name": "network-changed", "server_uuid": "702c8f2f-71ff-4b2e-90bd-62113f5080b8", "tag": "664be92f-edde-441a-bd22-50a7fb01b7f7"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:07:47.918992 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810788b-5caa-42e0-bbcd-e0068ff81fe7 req-eab96bb9-b884-4d29-8dbb-2c87d5ec12ab tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:47.920569 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9810788b-5caa-42e0-bbcd-e0068ff81fe7 req-eab96bb9-b884-4d29-8dbb-2c87d5ec12ab tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.0561709 Mar 09 06:07:47.969017 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9810788b-5caa-42e0-bbcd-e0068ff81fe7 req-b7c37c22-faf7-46b5-a444-5eda638e2f77 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Mar 09 06:07:48.011676 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee824cb8-12a1-45c4-b089-4cc0d40c2eb8 x-openstack-request-id: req-ee824cb8-12a1-45c4-b089-4cc0d40c2eb8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:07:48.011967 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702c8f2f-71ff-4b2e-90bd-62113f5080b8", "tag": "664be92f-edde-441a-bd22-50a7fb01b7f7", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:07:48.012216 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee824cb8-12a1-45c4-b089-4cc0d40c2eb8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:07:48.012642 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702c8f2f-71ff-4b2e-90bd-62113f5080b8', 'tag': '664be92f-edde-441a-bd22-50a7fb01b7f7', 'status': 'completed', 'code': 200} Mar 09 06:07:48.111119 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c6ec5-bc09-4b8b-91fb-9964bb19fa86 req-bd23db66-30c0-4dc9-99ed-9063460ab2b6 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:48.112611 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b16c6ec5-bc09-4b8b-91fb-9964bb19fa86 req-bd23db66-30c0-4dc9-99ed-9063460ab2b6 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0569124 Mar 09 06:07:48.131720 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Network df0a017a-08c2-483f-a8be-c48ba70c0fd6 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:07:48.163744 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b16c6ec5-bc09-4b8b-91fb-9964bb19fa86 req-d883d3ee-1fbc-456e-8c8e-2c39b038a669 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Mar 09 06:07:48.262206 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, df0a017a-08c2-483f-a8be-c48ba70c0fd6) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:48.266595 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:48.267262 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:48.274831 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1fbf52-4b1a-481f-8b86-5c74948c5b47 None None] Network df0a017a-08c2-483f-a8be-c48ba70c0fd6 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:48.362973 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-848b5ab1-b52e-451c-8f4b-6ebfca349254 req-88c4b0bd-836c-41ce-9ebd-db9e362e7734 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0289931 Mar 09 06:07:48.385652 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f9f43-e143-4fa1-9e79-4eb686ada40d None None] Network df0a017a-08c2-483f-a8be-c48ba70c0fd6 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:48.456096 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-70fba2a5-d56a-4d2e-8b9b-61e6a6823f66 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.9459429 Mar 09 06:07:48.801250 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e96c45df-b9cd-4b75-be11-f3b6af98a840 req-231149a4-88b1-486e-a3b2-6e01b0b7a200 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0269072 Mar 09 06:07:49.086740 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6480c-f367-4560-9782-ec22b847ccb6 req-f81b5590-994e-4151-b421-3ecab2e16cc7 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:49.093490 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-88b6480c-f367-4560-9782-ec22b847ccb6 req-f81b5590-994e-4151-b421-3ecab2e16cc7 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.0588367 Mar 09 06:07:49.139604 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-88b6480c-f367-4560-9782-ec22b847ccb6 req-5be8bd59-3c9e-460d-96b0-96c58388ff2d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453329 Mar 09 06:07:49.296611 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de1f9b-ca26-4a1d-8bf2-902b6fde0afd req-4ebb2e69-8183-49f5-bc70-413db50f14cb tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:49.301091 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3de1f9b-ca26-4a1d-8bf2-902b6fde0afd req-4ebb2e69-8183-49f5-bc70-413db50f14cb tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0555837 Mar 09 06:07:49.346914 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3de1f9b-ca26-4a1d-8bf2-902b6fde0afd req-da40db38-35b3-4412-9f25-a8cdbac75a36 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Mar 09 06:07:49.402547 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40098) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:49.407797 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683546640-network', 'tenant_id': 'ee5edd3ec14a4a498dbf63568a923a06'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:49.448025 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-71e18cc4-ba63-4ce1-a5c5-f966069093a7 req-10d1f947-e444-4f96-ae60-b2625a252ba6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0300527 Mar 09 06:07:49.599524 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Made reservation on behalf of ee5edd3ec14a4a498dbf63568a923a06 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:49.602140 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:49.610926 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:49.688636 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Publish callbacks [] for security_group (a373500e-a93e-4fdf-9863-29c662bf0bb5), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:49.823802 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (a373500e-a93e-4fdf-9863-29c662bf0bb5), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:49.848983 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:07:49.858740 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a373500e-a93e-4fdf-9863-29c662bf0bb5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:49.863412 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (01c1f185-8993-4a3d-ae0b-7abf46e74c02), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:49.863789 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Added segment 01c1f185-8993-4a3d-ae0b-7abf46e74c02 of type vlan for network 74e1ed97-a4bc-4e6e-a807-b269c8808eb5 Mar 09 06:07:49.916265 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-79534b26-17db-44f7-abe9-5f9ae1b418d5 req-06ed58e0-18a0-4cd2-b880-5a12ad75e726 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0503502 Mar 09 06:07:49.927833 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (74e1ed97-a4bc-4e6e-a807-b269c8808eb5), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:50.057879 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (74e1ed97-a4bc-4e6e-a807-b269c8808eb5), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:50.058863 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:50.059455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:50.119839 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] Pushing event updated for resources: {'Network': ['ID=74e1ed97-a4bc-4e6e-a807-b269c8808eb5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:50.129769 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 74e1ed97-a4bc-4e6e-a807-b269c8808eb5 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:07:50.198271 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3552c795-0bfe-48a4-b24f-9d436cf8afca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7946391 Mar 09 06:07:50.206402 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:50.211743 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Request body: {'subnet': {'network_id': '74e1ed97-a4bc-4e6e-a807-b269c8808eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683546640-subnet', 'tenant_id': 'ee5edd3ec14a4a498dbf63568a923a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:50.265778 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418260f-83bc-42c6-bff2-3a49d29a386e req-6fc47494-acc4-4f6e-a51b-5d2bc6f3e731 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:50.267248 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8418260f-83bc-42c6-bff2-3a49d29a386e req-6fc47494-acc4-4f6e-a51b-5d2bc6f3e731 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.0608399 Mar 09 06:07:50.313661 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8418260f-83bc-42c6-bff2-3a49d29a386e req-abf42457-718d-4d4a-a96e-212dded11962 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Mar 09 06:07:50.389712 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Made reservation on behalf of ee5edd3ec14a4a498dbf63568a923a06 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:50.392049 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:50.462521 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077806e-0c96-43ed-97ca-c45839a8d32f req-07953045-fc22-455b-8526-cbbfe4d95564 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:50.464111 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a077806e-0c96-43ed-97ca-c45839a8d32f req-07953045-fc22-455b-8526-cbbfe4d95564 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0524669 Mar 09 06:07:50.523724 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a077806e-0c96-43ed-97ca-c45839a8d32f req-20f67ef8-2679-48cc-829a-c29561a7fd50 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536194 Mar 09 06:07:50.574549 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cf1f0af7-ecfe-4f9f-a5b4-b903c4c7f44c req-1d968574-f761-4964-a0c8-42f470ec71fe tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0309472 Mar 09 06:07:50.686600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (b14e7132-fa91-4668-afa5-b9c1bc2a97f9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:50.743360 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14e7132-fa91-4668-afa5-b9c1bc2a97f9,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:50.748396 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Checking segment: {'id': '01c1f185-8993-4a3d-ae0b-7abf46e74c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '74e1ed97-a4bc-4e6e-a807-b269c8808eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:50.748824 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Network hostable DHCP agents. Network: 74e1ed97-a4bc-4e6e-a807-b269c8808eb5, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:07:50.821585 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Network 74e1ed97-a4bc-4e6e-a807-b269c8808eb5 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:07:50.932061 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 74e1ed97-a4bc-4e6e-a807-b269c8808eb5) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:50.936640 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:50.938508 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:50.943574 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a66a3-194b-4461-af22-f2ff0b75ff2f None None] Network 74e1ed97-a4bc-4e6e-a807-b269c8808eb5 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:51.008747 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-10adb747-3421-4737-bb28-69577c0141a0 req-8209914d-e7a7-462b-964b-8a701ebc2c64 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0265837 Mar 09 06:07:51.053583 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde6a41-0239-4bf8-a524-ecced46c5e84 None None] Network 74e1ed97-a4bc-4e6e-a807-b269c8808eb5 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:07:51.056302 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-216ce28c-cdd4-44f1-94c1-8f9a384e729f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8487656 Mar 09 06:07:51.237567 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40154) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:51.290819 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c419e4a-296d-4212-9fa2-f5ea555df654 admin admin] Deleting subnet 3f139580-f2a7-4f85-85f7-e126be97cbd7 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:07:51.294752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c419e4a-296d-4212-9fa2-f5ea555df654 admin admin] Publish callbacks [] for subnet (3f139580-f2a7-4f85-85f7-e126be97cbd7), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:51.329903 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c419e4a-296d-4212-9fa2-f5ea555df654 admin admin] Publish callbacks [] for subnet (3f139580-f2a7-4f85-85f7-e126be97cbd7), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:51.341873 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c419e4a-296d-4212-9fa2-f5ea555df654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (3f139580-f2a7-4f85-85f7-e126be97cbd7), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:51.460327 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26179a6-8dce-4efd-9dee-0e238cc0a795 req-9ac5aaaf-942f-4bb1-a3e8-d5502468324f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:51.461873 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b26179a6-8dce-4efd-9dee-0e238cc0a795 req-9ac5aaaf-942f-4bb1-a3e8-d5502468324f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.0606022 Mar 09 06:07:51.511559 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b26179a6-8dce-4efd-9dee-0e238cc0a795 req-4aade3f5-aaa3-4c05-938e-d91665aae59e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438964 Mar 09 06:07:51.522402 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c419e4a-296d-4212-9fa2-f5ea555df654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (3f139580-f2a7-4f85-85f7-e126be97cbd7), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:51.549353 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c419e4a-296d-4212-9fa2-f5ea555df654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f139580-f2a7-4f85-85f7-e126be97cbd7,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:51.559988 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c419e4a-296d-4212-9fa2-f5ea555df654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:51.570157 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40166) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:51.574160 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3c419e4a-296d-4212-9fa2-f5ea555df654 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3f139580-f2a7-4f85-85f7-e126be97cbd7 HTTP/1.1" status: 204 len: 168 time: 0.3267806 Mar 09 06:07:51.665030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cca08-88f6-434d-8536-e6b132239d77 req-840743e6-916f-4304-8be6-f3d7a9d89d40 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:51.666735 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0d0cca08-88f6-434d-8536-e6b132239d77 req-840743e6-916f-4304-8be6-f3d7a9d89d40 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0633321 Mar 09 06:07:51.686392 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (df0a017a-08c2-483f-a8be-c48ba70c0fd6), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:51.719036 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a89b08a1-af36-4fc1-99f7-2a1c36c10abd req-e5f75a46-2022-4e80-b461-8767a11785fb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0465307 Mar 09 06:07:51.776241 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0d0cca08-88f6-434d-8536-e6b132239d77 req-c4c5b869-4bfd-495b-8259-f1d31cc8f548 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872645 Mar 09 06:07:51.789309 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (df0a017a-08c2-483f-a8be-c48ba70c0fd6), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:51.820426 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.820920 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.821679 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.822015 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > port after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.822363 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.822695 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > port after_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.823027 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.823514 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.823835 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.824153 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.974395 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.974675 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.975014 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.975344 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:07:51.975723 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0a017a-08c2-483f-a8be-c48ba70c0fd6']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:51.992829 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facb1da9-b405-4935-a5fa-9a91f2cb74cf') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:51.993124 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facb1da9-b405-4935-a5fa-9a91f2cb74cf') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:52.008954 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (facb1da9-b405-4935-a5fa-9a91f2cb74cf), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.033597 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (facb1da9-b405-4935-a5fa-9a91f2cb74cf), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.043061 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:07:52.043528 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (facb1da9-b405-4935-a5fa-9a91f2cb74cf), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: from cryptography.utils import int_from_bytes Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: from cryptography.utils import int_from_bytes Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:07:52.077842 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:07:52.111133 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-255eb242-d3df-4b17-9613-635c4a4c7ae5 req-ffabe2d0-d1a4-4fa2-ac4c-489749410352 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0327346 Mar 09 06:07:52.267593 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (df0a017a-08c2-483f-a8be-c48ba70c0fd6), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.274934 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.278284 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] 10.222.0.18 "DELETE /v2.0/networks/df0a017a-08c2-483f-a8be-c48ba70c0fd6 HTTP/1.1" status: 204 len: 168 time: 0.7083139 Mar 09 06:07:52.281133 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40198) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:52.290566 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee52ef7-d406-403b-96e6-db2eded02519 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0a017a-08c2-483f-a8be-c48ba70c0fd6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:52.333998 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca5a87a-5d00-4912-beda-64096164c912 admin admin] Deleting subnet b14e7132-fa91-4668-afa5-b9c1bc2a97f9 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:07:52.336685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aca5a87a-5d00-4912-beda-64096164c912 admin admin] Publish callbacks [] for subnet (b14e7132-fa91-4668-afa5-b9c1bc2a97f9), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.377726 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aca5a87a-5d00-4912-beda-64096164c912 admin admin] Publish callbacks [] for subnet (b14e7132-fa91-4668-afa5-b9c1bc2a97f9), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.385132 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aca5a87a-5d00-4912-beda-64096164c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (b14e7132-fa91-4668-afa5-b9c1bc2a97f9), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.565277 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aca5a87a-5d00-4912-beda-64096164c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (b14e7132-fa91-4668-afa5-b9c1bc2a97f9), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.580681 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aca5a87a-5d00-4912-beda-64096164c912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.583406 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-aca5a87a-5d00-4912-beda-64096164c912 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b14e7132-fa91-4668-afa5-b9c1bc2a97f9 HTTP/1.1" status: 204 len: 168 time: 0.3012927 Mar 09 06:07:52.586270 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40224) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:52.615060 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5a87a-5d00-4912-beda-64096164c912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14e7132-fa91-4668-afa5-b9c1bc2a97f9,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:52.691359 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (74e1ed97-a4bc-4e6e-a807-b269c8808eb5), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.700178 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df8501-1165-48a4-ac4c-25ce614f4fbd req-ba08c99b-0643-4e04-b4d0-3d2db4716969 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:52.705007 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61df8501-1165-48a4-ac4c-25ce614f4fbd req-ba08c99b-0643-4e04-b4d0-3d2db4716969 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.1021686 Mar 09 06:07:52.759934 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61df8501-1165-48a4-ac4c-25ce614f4fbd req-27631146-96b8-4938-b1ad-adb7a779c4c9 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 Mar 09 06:07:52.794509 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (74e1ed97-a4bc-4e6e-a807-b269c8808eb5), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.815944 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e1ed97-a4bc-4e6e-a807-b269c8808eb5']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:52.828780 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c1f185-8993-4a3d-ae0b-7abf46e74c02') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:52.829073 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c1f185-8993-4a3d-ae0b-7abf46e74c02') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:07:52.842053 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (01c1f185-8993-4a3d-ae0b-7abf46e74c02), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.857725 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (01c1f185-8993-4a3d-ae0b-7abf46e74c02), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.865728 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:07:52.866223 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (01c1f185-8993-4a3d-ae0b-7abf46e74c02), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:07:52.868244 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:07:52.889991 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-543f5961-e647-4870-ab13-883f332ff66e req-52f8658b-aa04-4bfb-b7a2-7f0dfe399755 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0545099 Mar 09 06:07:52.929549 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfda49-016c-42ac-a86e-588937d094d6 req-7b3a8428-5f05-45d5-ae51-8bcc1cc1c136 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:52.931482 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7bfda49-016c-42ac-a86e-588937d094d6 req-7b3a8428-5f05-45d5-ae51-8bcc1cc1c136 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0842116 Mar 09 06:07:52.979118 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7bfda49-016c-42ac-a86e-588937d094d6 req-2749b566-868b-4ab8-9106-78a6954e7883 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Mar 09 06:07:53.052648 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (74e1ed97-a4bc-4e6e-a807-b269c8808eb5), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:53.058461 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:53.064877 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] 10.222.0.18 "DELETE /v2.0/networks/74e1ed97-a4bc-4e6e-a807-b269c8808eb5 HTTP/1.1" status: 204 len: 168 time: 0.4769247 Mar 09 06:07:53.077383 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b05819-d73c-450d-988a-54f54d35501c admin admin] Pushing event deleted for resources: {'Network': ['ID=74e1ed97-a4bc-4e6e-a807-b269c8808eb5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:53.215695 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-98fd22da-5177-4360-9dc0-b575a47f74d8 req-805283ec-1e14-4d77-a792-2584d5ad3e1f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0274854 Mar 09 06:07:53.669184 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-6f58c541-8873-438f-97b6-45a56b882633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:53.671382 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-6f58c541-8873-438f-97b6-45a56b882633 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce13d3ef-01f3-48dc-aad2-a5c6e996266e HTTP/1.1" status: 200 len: 852 time: 0.0511816 Mar 09 06:07:53.676622 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-77e38844-a121-498a-a6e6-720dfc5885e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 200 len: 217 time: 0.0450809 Mar 09 06:07:53.718057 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-4469a914-1dc9-48aa-8987-8c0a42f75e65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83a362d-68d8-40a4-bb8a-a286229c97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317953 Mar 09 06:07:53.751176 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-ad3db762-9ecd-4fe5-92f5-68bcd89c2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:53.752875 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-ad3db762-9ecd-4fe5-92f5-68bcd89c2372 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.0582902 Mar 09 06:07:53.755278 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-2bbd1dc8-8ddc-4df3-a49b-a7361fba628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:53.756668 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-2bbd1dc8-8ddc-4df3-a49b-a7361fba628f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 1127 time: 0.0880163 Mar 09 06:07:53.808006 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-0998b697-f0e0-46b6-8c07-9668e32570b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400870 Mar 09 06:07:53.812257 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-e7de05bf-ef5e-493a-8952-c2af19581835 service neutron] 10.222.0.20 "GET /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864439 Mar 09 06:07:53.923274 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40278) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:53.940727 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-851a73cc-b797-41e8-9de2-ef2f6752f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:53.942892 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-851a73cc-b797-41e8-9de2-ef2f6752f724 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.1738915 Mar 09 06:07:53.978919 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5095f7-eb6a-4b21-ba65-ed650be03fe4 req-eb2b738f-7e6a-4cb1-ac38-9ad9b4f50d19 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:53.983182 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af5095f7-eb6a-4b21-ba65-ed650be03fe4 req-eb2b738f-7e6a-4cb1-ac38-9ad9b4f50d19 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.1313643 Mar 09 06:07:53.991182 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e20a563-683d-4478-b3fd-74a69dc6d526 req-f9f6b42d-c027-4fa1-9c6d-88bad39749ca service neutron] 10.222.0.20 "GET /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680534 Mar 09 06:07:54.003415 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-5552e09c-00ce-4d2d-ab2c-fc56fb582b86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664be92f-edde-441a-bd22-50a7fb01b7f7 HTTP/1.1" status: 200 len: 217 time: 0.0495546 Mar 09 06:07:54.042494 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a468872-bc97-46cf-a1ba-5d5548615018 req-c37f4c42-bb40-4007-ae80-4bdc86d218e0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0389917 Mar 09 06:07:54.046704 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:54.054298 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-b10e9f57-a98d-404b-b956-e77f9726b86b service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318807 Mar 09 06:07:54.085842 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c78308de-7c7f-496b-bfa0-59d72256137d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a82f506b9ad34f1388f02d8a417a69b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518500 Mar 09 06:07:54.085842 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40286) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:54.109584 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-aa3e06b5-b05d-47ad-ad4f-0b475c0dd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:54.111026 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-aa3e06b5-b05d-47ad-ad4f-0b475c0dd790 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.0946045 Mar 09 06:07:54.175011 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af5095f7-eb6a-4b21-ba65-ed650be03fe4 req-3ddb2972-5566-49f9-8fe3-112f95510858 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772933 Mar 09 06:07:54.181050 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-b46eaadd-7ee6-454b-ab5b-6d948a001077 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629458 Mar 09 06:07:54.267083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873d5d6-8e6d-48d0-89c2-476dcb79d6f6 req-d86045c6-8858-4551-8f0d-9b9379c11e01 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:54.268775 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0873d5d6-8e6d-48d0-89c2-476dcb79d6f6 req-d86045c6-8858-4551-8f0d-9b9379c11e01 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.1086452 Mar 09 06:07:54.360349 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a60ab55-47dc-4efd-a35e-65863ff1547d req-538e7c0e-6a1a-45d9-936b-3f6cb350ad1a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0427749 Mar 09 06:07:54.389172 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0873d5d6-8e6d-48d0-89c2-476dcb79d6f6 req-741bffe5-c533-4f52-a867-e75d3c1a141e tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081893 Mar 09 06:07:54.567657 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-001e8375-1ffa-4600-b7bf-c370442eefd7 req-1a9c8d56-13c2-4f36-8662-060315245dcb service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050786 Mar 09 06:07:54.571512 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21b388e4-cf9c-461e-b3f5-b8944611c614 admin admin] Publish callbacks [] for security_group (28347674-ad39-4b3e-981c-52e501a0e9ba), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:54.607690 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21b388e4-cf9c-461e-b3f5-b8944611c614 admin admin] Publish callbacks [] for security_group (28347674-ad39-4b3e-981c-52e501a0e9ba), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:54.617469 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-a0c82930-15a4-48fc-8f47-1479c8c37776 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300499 Mar 09 06:07:54.743852 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21b388e4-cf9c-461e-b3f5-b8944611c614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (28347674-ad39-4b3e-981c-52e501a0e9ba), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:54.747082 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21b388e4-cf9c-461e-b3f5-b8944611c614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:54.748239 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-21b388e4-cf9c-461e-b3f5-b8944611c614 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28347674-ad39-4b3e-981c-52e501a0e9ba HTTP/1.1" status: 204 len: 168 time: 0.6668544 Mar 09 06:07:54.756598 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b388e4-cf9c-461e-b3f5-b8944611c614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28347674-ad39-4b3e-981c-52e501a0e9ba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:54.817236 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40308) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:54.942775 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f717458-c0ee-4801-9395-6fe9827a3dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:54.978007 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-9f5c1ba3-0b17-48ed-9a44-f7ff97782b14 req-23904895-1ad7-4a09-af2f-7f835a76f052 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117356 Mar 09 06:07:55.032228 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f717458-c0ee-4801-9395-6fe9827a3dcd admin admin] Publish callbacks [] for security_group (130661e5-f603-40bb-93d5-e9f92c3b706c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.105629 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f717458-c0ee-4801-9395-6fe9827a3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (130661e5-f603-40bb-93d5-e9f92c3b706c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.147208 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f717458-c0ee-4801-9395-6fe9827a3dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130661e5-f603-40bb-93d5-e9f92c3b706c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:55.152517 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6f717458-c0ee-4801-9395-6fe9827a3dcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddfb59d8268c4f4587356ab05061ee90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335502 Mar 09 06:07:55.155205 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40316) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:55.202148 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b1b3397e-da5c-4f34-a464-ba9f5d785eaf req-7a956a70-9c2b-4090-a08a-35957b11aadc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0331688 Mar 09 06:07:55.232219 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7efd225-50ac-47ad-a5f8-c022737c6117 admin admin] Publish callbacks [] for security_group (130661e5-f603-40bb-93d5-e9f92c3b706c), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.258877 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7efd225-50ac-47ad-a5f8-c022737c6117 admin admin] Publish callbacks [] for security_group (130661e5-f603-40bb-93d5-e9f92c3b706c), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.333567 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56ab0b-5471-4297-a56a-4bdde657db00 req-c62096ec-5b2d-4c80-b7ab-f64bf291885e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:55.335171 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ba56ab0b-5471-4297-a56a-4bdde657db00 req-c62096ec-5b2d-4c80-b7ab-f64bf291885e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.0743954 Mar 09 06:07:55.392529 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ba56ab0b-5471-4297-a56a-4bdde657db00 req-3edc67b0-7434-432d-89bd-b499a41dac8b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509076 Mar 09 06:07:55.485139 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b7ccfd4-1235-41ca-8d16-bff1a56a3cb9 req-4953fc5c-621c-4c1f-bf30-3f3139fe8316 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0459073 Mar 09 06:07:55.487107 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7efd225-50ac-47ad-a5f8-c022737c6117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (130661e5-f603-40bb-93d5-e9f92c3b706c), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.491509 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7efd225-50ac-47ad-a5f8-c022737c6117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.492776 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b7efd225-50ac-47ad-a5f8-c022737c6117 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/130661e5-f603-40bb-93d5-e9f92c3b706c HTTP/1.1" status: 204 len: 168 time: 0.3366065 Mar 09 06:07:55.502958 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efd225-50ac-47ad-a5f8-c022737c6117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130661e5-f603-40bb-93d5-e9f92c3b706c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:55.535986 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e47702c3-cb05-414b-bde4-3ac38a5bc903 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:55.537946 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e47702c3-cb05-414b-bde4-3ac38a5bc903 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 815 time: 0.1770511 Mar 09 06:07:55.563911 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dcab2-cb0f-45ba-abcc-497be85d1094 req-320d04e6-05fe-44c4-9af0-c6ff49382313 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:55.569910 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d53dcab2-cb0f-45ba-abcc-497be85d1094 req-320d04e6-05fe-44c4-9af0-c6ff49382313 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0598757 Mar 09 06:07:55.613435 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d53dcab2-cb0f-45ba-abcc-497be85d1094 req-dd1c41cb-371d-498a-97b7-4bf933144d21 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Mar 09 06:07:55.654977 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-911ffa30-9028-4921-942a-4735aa343d4d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:55.656603 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-911ffa30-9028-4921-942a-4735aa343d4d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 817 time: 0.1979849 Mar 09 06:07:55.664716 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-8e746af7-2653-49ec-ae4e-13544b022c1f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 380 time: 0.1174669 Mar 09 06:07:55.680138 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'port': {'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'admin_state_up': True, 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'security_groups': ['2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:55.699229 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40328) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:55.738859 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e74c5315-0ba3-43f9-8061-29ee0c825771 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee5edd3ec14a4a498dbf63568a923a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384958 Mar 09 06:07:55.741369 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40330) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:55.789545 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab30e441-f3c0-4544-8329-017dc2a6dddb admin admin] Publish callbacks [] for security_group (a373500e-a93e-4fdf-9863-29c662bf0bb5), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.790541 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-199dbf2b-aec7-452c-8152-6dfa2f441744 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f023b41920114624a2dfc2df6dd7db55 HTTP/1.1" status: 200 len: 380 time: 0.1189070 Mar 09 06:07:55.803236 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'port': {'device_id': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'admin_state_up': True, 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'security_groups': ['d7c95868-76a5-42b3-b26e-32dea67f4b17']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:55.813576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab30e441-f3c0-4544-8329-017dc2a6dddb admin admin] Publish callbacks [] for security_group (a373500e-a93e-4fdf-9863-29c662bf0bb5), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.987367 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab30e441-f3c0-4544-8329-017dc2a6dddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (a373500e-a93e-4fdf-9863-29c662bf0bb5), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.990396 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab30e441-f3c0-4544-8329-017dc2a6dddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:55.991953 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ab30e441-f3c0-4544-8329-017dc2a6dddb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a373500e-a93e-4fdf-9863-29c662bf0bb5 HTTP/1.1" status: 204 len: 168 time: 0.2496295 Mar 09 06:07:55.998194 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Made reservation on behalf of 5dd0d670c4574daa8c5d626bad12090c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:56.001402 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:56.005622 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30e441-f3c0-4544-8329-017dc2a6dddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a373500e-a93e-4fdf-9863-29c662bf0bb5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:56.067380 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Made reservation on behalf of f023b41920114624a2dfc2df6dd7db55 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:07:56.070801 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:56.244745 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Allocated IP 172.20.0.14 (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1/f596f786-55fc-43e8-861c-f04a224297b8/214495d5-d481-42bc-acdc-e507061a96f8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:56.288285 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Allocated IP 172.20.0.12 (d10087f7-28be-4c6c-ab74-a195bf5355a2/12bcd25e-0941-4a60-9e56-88686fd01b2d/477575e8-e9e2-4cfd-9a46-715db6132777) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:07:56.347156 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4fdff706-6210-4b2b-be0d-52901261edb5 req-eadd4a77-39e9-41de-85c4-7138eb5680d2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0431654 Mar 09 06:07:56.496654 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (214495d5-d481-42bc-acdc-e507061a96f8), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:56.536975 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40362) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:56.542811 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53febea1-86e5-423c-94e2-5ffe5b9236a9 req-b0895db1-fb15-4011-bdad-33fccf8c4b50 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:56.544351 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53febea1-86e5-423c-94e2-5ffe5b9236a9 req-b0895db1-fb15-4011-bdad-33fccf8c4b50 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.0797150 Mar 09 06:07:56.569885 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for port (477575e8-e9e2-4cfd-9a46-715db6132777), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:56.584830 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9f05fba-4a67-442f-b958-97d45919d61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:56.606681 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b779da4c-fb8e-40ba-8caf-041c3099645c req-67cebc21-885f-4cfd-bcb3-143a5ac69bcb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0459275 Mar 09 06:07:56.632965 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53febea1-86e5-423c-94e2-5ffe5b9236a9 req-c2b0368b-87b3-4787-9e6d-13d3e66c0ee8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786641 Mar 09 06:07:56.719493 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9f05fba-4a67-442f-b958-97d45919d61b admin admin] Publish callbacks [] for security_group (25607da5-ba41-40e2-8fc5-e1b059b23096), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:56.767123 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (214495d5-d481-42bc-acdc-e507061a96f8), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:56.773427 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a91f02-c66c-4d15-b2d5-81862f8bf346 req-335c048a-b6f5-40d5-84b7-dc7d6507c6a7 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:56.774912 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3a91f02-c66c-4d15-b2d5-81862f8bf346 req-335c048a-b6f5-40d5-84b7-dc7d6507c6a7 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0576899 Mar 09 06:07:56.776069 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:56.827876 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:56.829635 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:07:56.830225 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3a91f02-c66c-4d15-b2d5-81862f8bf346 req-bf9f9613-6221-4b98-a1b5-bda1b5a7ed04 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Mar 09 06:07:56.837244 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:56.839896 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:56.848724 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:07:56.848724 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:07:56.853051 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=214495d5-d481-42bc-acdc-e507061a96f8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:56.918685 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9f05fba-4a67-442f-b958-97d45919d61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (25607da5-ba41-40e2-8fc5-e1b059b23096), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.023492 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:57.036762 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a9f05fba-4a67-442f-b958-97d45919d61b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64cea770eb82472ab5ecc891b9b64f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4961114 Mar 09 06:07:57.037822 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05fba-4a67-442f-b958-97d45919d61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25607da5-ba41-40e2-8fc5-e1b059b23096,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:57.039559 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40378) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:57.059883 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:57.062015 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.083400 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:57.084653 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.112080 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d021d54d-e63d-47f5-a50a-ffad9a857fcf admin admin] Publish callbacks [] for security_group (25607da5-ba41-40e2-8fc5-e1b059b23096), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.137087 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d021d54d-e63d-47f5-a50a-ffad9a857fcf admin admin] Publish callbacks [] for security_group (25607da5-ba41-40e2-8fc5-e1b059b23096), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.151956 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-e6358500-8d67-47bc-8881-eb1f0ee18fdd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4792140 Mar 09 06:07:57.163468 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Request body: {'port': {'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:57.172812 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3f3b244a-cc45-4f62-84fb-94f3ce36cd60 None None] Provisioning complete for port 214495d5-d481-42bc-acdc-e507061a96f8 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:57.173296 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3f3b244a-cc45-4f62-84fb-94f3ce36cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (214495d5-d481-42bc-acdc-e507061a96f8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.211915 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b244a-cc45-4f62-84fb-94f3ce36cd60 None None] Port 214495d5-d481-42bc-acdc-e507061a96f8 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:07:57.224085 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3f3b244a-cc45-4f62-84fb-94f3ce36cd60 None None] Provisioning complete for port 477575e8-e9e2-4cfd-9a46-715db6132777 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:07:57.226652 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3f3b244a-cc45-4f62-84fb-94f3ce36cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.233569 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-b3bc1fc8-06c2-4041-bfee-134977eab251 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4372296 Mar 09 06:07:57.246348 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Request body: {'port': {'device_id': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:07:57.249250 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (214495d5-d481-42bc-acdc-e507061a96f8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.265742 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b244a-cc45-4f62-84fb-94f3ce36cd60 None None] Port 477575e8-e9e2-4cfd-9a46-715db6132777 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:07:57.313083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d021d54d-e63d-47f5-a50a-ffad9a857fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (25607da5-ba41-40e2-8fc5-e1b059b23096), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.317023 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d021d54d-e63d-47f5-a50a-ffad9a857fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.320133 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d021d54d-e63d-47f5-a50a-ffad9a857fcf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25607da5-ba41-40e2-8fc5-e1b059b23096 HTTP/1.1" status: 204 len: 168 time: 0.2778783 Mar 09 06:07:57.329798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021d54d-e63d-47f5-a50a-ffad9a857fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25607da5-ba41-40e2-8fc5-e1b059b23096,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:57.350884 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.492968 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c081a-f573-4b08-823b-f86817f44e27 req-3530bd2b-c366-4912-af12-5451e2507600 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:57.494505 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bf1c081a-f573-4b08-823b-f86817f44e27 req-3530bd2b-c366-4912-af12-5451e2507600 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 932 time: 0.0772636 Mar 09 06:07:57.543588 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bf1c081a-f573-4b08-823b-f86817f44e27 req-5ebcf7c2-bace-4e36-8eca-89abe19d5749 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Mar 09 06:07:57.782238 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221caf3-2627-483a-ac2d-f8cf78ee6f2a req-9f5aa8d9-53c7-4536-b31b-526c4774c7d1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:57.783735 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2221caf3-2627-483a-ac2d-f8cf78ee6f2a req-9f5aa8d9-53c7-4536-b31b-526c4774c7d1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 932 time: 0.1001916 Mar 09 06:07:57.796768 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3dcb0-5254-4e13-8529-e14ec1053d0d req-af50dda5-05eb-4029-9899-de1850a3834b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:57.798127 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3ad3dcb0-5254-4e13-8529-e14ec1053d0d req-af50dda5-05eb-4029-9899-de1850a3834b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.0737178 Mar 09 06:07:57.911930 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3ad3dcb0-5254-4e13-8529-e14ec1053d0d req-2b29e33b-249a-4699-8b7f-444f3c6d40aa tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003070 Mar 09 06:07:57.926260 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214495d5-d481-42bc-acdc-e507061a96f8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:07:57.936075 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2221caf3-2627-483a-ac2d-f8cf78ee6f2a req-22553901-e664-4b4f-810a-36c9bda0d0b8 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461887 Mar 09 06:07:57.942407 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Publish callbacks [] for port (214495d5-d481-42bc-acdc-e507061a96f8), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:57.951853 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40412) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:57.985786 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Transition to ACTIVE for port object 214495d5-d481-42bc-acdc-e507061a96f8 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:07:57.999757 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477575e8-e9e2-4cfd-9a46-715db6132777 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:07:58.008507 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Publish callbacks [] for port (477575e8-e9e2-4cfd-9a46-715db6132777), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.021990 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Transition to ACTIVE for port object 477575e8-e9e2-4cfd-9a46-715db6132777 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:07:58.062227 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc86e4-95f5-4b38-9fd0-f68a9005d934 req-4af00e54-d787-4a29-ba3d-20fdece4c4d5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:58.063266 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86bc86e4-95f5-4b38-9fd0-f68a9005d934 req-4af00e54-d787-4a29-ba3d-20fdece4c4d5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0557933 Mar 09 06:07:58.075141 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (214495d5-d481-42bc-acdc-e507061a96f8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.104075 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ff1906d-1c97-4d7d-a414-5ccc1dcef874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.115613 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.178698 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Pushing event updated for resources: {'Port': ['ID=214495d5-d481-42bc-acdc-e507061a96f8,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:58.189397 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86bc86e4-95f5-4b38-9fd0-f68a9005d934 req-06e5455c-67b7-47f3-a609-cea04a9d2380 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200469 Mar 09 06:07:58.290576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ff1906d-1c97-4d7d-a414-5ccc1dcef874 admin admin] Publish callbacks [] for security_group (32dc571c-bab1-404c-86a6-add26001c504), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.350738 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:58.365211 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ff1906d-1c97-4d7d-a414-5ccc1dcef874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (32dc571c-bab1-404c-86a6-add26001c504), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.390724 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Attempting to bind port 214495d5-d481-42bc-acdc-e507061a96f8 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:58.390724 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Attempting to bind port 214495d5-d481-42bc-acdc-e507061a96f8 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:58.391065 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Attempting to bind port 214495d5-d481-42bc-acdc-e507061a96f8 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:58.403584 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Port 214495d5-d481-42bc-acdc-e507061a96f8 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:07:58.403584 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Attempting to bind port 214495d5-d481-42bc-acdc-e507061a96f8 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:58.419568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Attempting to bind port 477575e8-e9e2-4cfd-9a46-715db6132777 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:07:58.419905 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Attempting to bind port 477575e8-e9e2-4cfd-9a46-715db6132777 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:07:58.420231 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Attempting to bind port 477575e8-e9e2-4cfd-9a46-715db6132777 on network d10087f7-28be-4c6c-ab74-a195bf5355a2 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:58.422400 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:58.422742 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Checking segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:58.423184 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Bound using segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:58.423890 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Bound port: 214495d5-d481-42bc-acdc-e507061a96f8, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:58.424029 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (214495d5-d481-42bc-acdc-e507061a96f8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.436650 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3ff1906d-1c97-4d7d-a414-5ccc1dcef874 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a395ced00ee4c5ca90421c53579e0fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831645 Mar 09 06:07:58.438144 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1906d-1c97-4d7d-a414-5ccc1dcef874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc571c-bab1-404c-86a6-add26001c504,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:58.439698 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40428) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:07:58.440395 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Port 477575e8-e9e2-4cfd-9a46-715db6132777 on network d10087f7-28be-4c6c-ab74-a195bf5355a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:07:58.440809 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Attempting to bind port 477575e8-e9e2-4cfd-9a46-715db6132777 on network d10087f7-28be-4c6c-ab74-a195bf5355a2 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:07:58.522734 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:07:58.523081 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Checking segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:07:58.523469 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Bound using segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:07:58.523933 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Bound port: 477575e8-e9e2-4cfd-9a46-715db6132777, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:07:58.524299 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.617239 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] For port 214495d5-d481-42bc-acdc-e507061a96f8, host hv-cinder-83115, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:58.627813 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-645a48e3-05d9-4b9e-8ca9-f2916b28b0d5 admin admin] Publish callbacks [] for security_group (32dc571c-bab1-404c-86a6-add26001c504), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.653371 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] For port 214495d5-d481-42bc-acdc-e507061a96f8, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=214495d5-d481-42bc-acdc-e507061a96f8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:58.672259 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:07:58.675663 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-645a48e3-05d9-4b9e-8ca9-f2916b28b0d5 admin admin] Publish callbacks [] for security_group (32dc571c-bab1-404c-86a6-add26001c504), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.678490 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:07:58.685335 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8104e-7aa6-4480-8925-2fce7fa588a9 req-bbbef1f8-3e06-444a-9754-436121f6a1ca tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:58.688605 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a9a8104e-7aa6-4480-8925-2fce7fa588a9 req-bbbef1f8-3e06-444a-9754-436121f6a1ca tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0693419 Mar 09 06:07:58.745557 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a9a8104e-7aa6-4480-8925-2fce7fa588a9 req-999f52af-ecd1-4f5d-a2bc-5555f6b69d2f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506079 Mar 09 06:07:58.861769 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (214495d5-d481-42bc-acdc-e507061a96f8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.896662 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:58.897711 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.899124 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] 10.222.0.20 "PUT /v2.0/ports/214495d5-d481-42bc-acdc-e507061a96f8 HTTP/1.1" status: 200 len: 1094 time: 1.7403247 Mar 09 06:07:58.901682 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'tag': '214495d5-d481-42bc-acdc-e507061a96f8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:07:58.904048 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e38f009-0d08-40ab-a63e-f63c4fa3d625" -d '{"events": [{"name": "network-changed", "server_uuid": "b199d6f1-5448-4fca-ad6f-d5689a0b0cbc", "tag": "214495d5-d481-42bc-acdc-e507061a96f8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:07:58.911732 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.919043 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-645a48e3-05d9-4b9e-8ca9-f2916b28b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (32dc571c-bab1-404c-86a6-add26001c504), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.919043 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-645a48e3-05d9-4b9e-8ca9-f2916b28b0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.919043 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-645a48e3-05d9-4b9e-8ca9-f2916b28b0d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32dc571c-bab1-404c-86a6-add26001c504 HTTP/1.1" status: 204 len: 168 time: 0.4743242 Mar 09 06:07:58.940149 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a48e3-05d9-4b9e-8ca9-f2916b28b0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc571c-bab1-404c-86a6-add26001c504,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:58.969687 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26de12f6-0aa8-465d-9289-446510e09b8d x-openstack-request-id: req-26de12f6-0aa8-465d-9289-446510e09b8d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:07:58.969958 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b199d6f1-5448-4fca-ad6f-d5689a0b0cbc", "tag": "214495d5-d481-42bc-acdc-e507061a96f8", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:07:58.970210 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26de12f6-0aa8-465d-9289-446510e09b8d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:07:58.970602 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'tag': '214495d5-d481-42bc-acdc-e507061a96f8', 'status': 'completed', 'code': 200} Mar 09 06:07:58.987336 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:58.988523 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:58.995672 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] 10.222.0.20 "PUT /v2.0/ports/477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 200 len: 1094 time: 1.7538550 Mar 09 06:07:59.027720 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3563f-fe73-4e82-bbcb-f9e0a3dbd8ee service neutron] Pushing event updated for resources: {'Port': ['ID=214495d5-d481-42bc-acdc-e507061a96f8,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:59.170144 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device c3272942-ffd1-446d-ac9f-c436e809f60a details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:07:59.221741 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ff0e9-13c2-4c50-b8cf-0aa2253d0f11 service neutron] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:59.236250 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01302f89-86d3-4ceb-915b-d21b45237be7 req-ca785ecb-1530-4b7e-9eb7-a1486e3207e7 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.239296 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01302f89-86d3-4ceb-915b-d21b45237be7 req-ca785ecb-1530-4b7e-9eb7-a1486e3207e7 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 943 time: 0.1693418 Mar 09 06:07:59.254774 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38f009-0d08-40ab-a63e-f63c4fa3d625 req-099dfb04-258d-4e35-93ee-2dd608b4b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.257526 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e38f009-0d08-40ab-a63e-f63c4fa3d625 req-099dfb04-258d-4e35-93ee-2dd608b4b84e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 1128 time: 0.2719147 Mar 09 06:07:59.271398 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-84e43951-9b27-40a1-be49-e4d9caf96225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.272927 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-84e43951-9b27-40a1-be49-e4d9caf96225 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 1128 time: 0.1500101 Mar 09 06:07:59.298750 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feee863-544c-4378-89ba-c2adc7b5caf7 req-da3e2e03-6088-4c83-bab5-1c42f5414c63 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.306974 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5feee863-544c-4378-89ba-c2adc7b5caf7 req-da3e2e03-6088-4c83-bab5-1c42f5414c63 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 944 time: 0.1650853 Mar 09 06:07:59.377301 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-4ff41031-e90a-46ed-bd5d-c91a025a088b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 200 len: 217 time: 0.0878980 Mar 09 06:07:59.383429 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01302f89-86d3-4ceb-915b-d21b45237be7 req-c3ead31e-12b4-4506-a772-1e02c0a0be8d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216063 Mar 09 06:07:59.435811 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5feee863-544c-4378-89ba-c2adc7b5caf7 req-888817a8-7046-42f3-a8ac-a3cdc75c2d1c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275978 Mar 09 06:07:59.437553 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port c3272942-ffd1-446d-ac9f-c436e809f60a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c3272942-ffd1-446d-ac9f-c436e809f60a,segment=NetworkSegment(775e3014-f17b-4ece-8883-9c4d3fd251fa),segment_id=775e3014-f17b-4ece-8883-9c4d3fd251fa)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:59.469754 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'c3272942-ffd1-446d-ac9f-c436e809f60a', 'network_id': 'c83a362d-68d8-40a4-bb8a-a286229c97c4', 'port_id': 'c3272942-ffd1-446d-ac9f-c436e809f60a', 'mac_address': 'fa:16:3e:5a:fa:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce13d3ef-01f3-48dc-aad2-a5c6e996266e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:07:59.547222 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port c3272942-ffd1-446d-ac9f-c436e809f60a is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:07:59.547979 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:59.564017 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3272942-ffd1-446d-ac9f-c436e809f60a {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:07:59.593501 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port c3272942-ffd1-446d-ac9f-c436e809f60a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c3272942-ffd1-446d-ac9f-c436e809f60a,segment=NetworkSegment(775e3014-f17b-4ece-8883-9c4d3fd251fa),segment_id=775e3014-f17b-4ece-8883-9c4d3fd251fa)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:59.606550 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2511ac-c97e-4c7c-a716-187857643a9e req-572be3eb-e3e3-4004-bd06-c2a24630424e tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.610965 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b2511ac-c97e-4c7c-a716-187857643a9e req-572be3eb-e3e3-4004-bd06-c2a24630424e tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 943 time: 0.0971408 Mar 09 06:07:59.613522 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38f009-0d08-40ab-a63e-f63c4fa3d625 req-65b99b6b-efb1-4dd2-9249-12cbc6cdeef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.615896 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e38f009-0d08-40ab-a63e-f63c4fa3d625 req-65b99b6b-efb1-4dd2-9249-12cbc6cdeef9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5dd0d670c4574daa8c5d626bad12090c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3476648 Mar 09 06:07:59.619897 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-ad17354e-f4db-4e86-8fbe-445b6d78d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.621621 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-ad17354e-f4db-4e86-8fbe-445b6d78d7cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.2369506 Mar 09 06:07:59.696288 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:59.697985 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 664be92f-edde-441a-bd22-50a7fb01b7f7 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:07:59.712625 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b2511ac-c97e-4c7c-a716-187857643a9e req-20175f11-5b45-485d-91d5-4b3006496238 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925629 Mar 09 06:07:59.816856 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=c3272942-ffd1-446d-ac9f-c436e809f60a,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:07:59.936655 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-7fa2b77a-abbf-4b26-917a-a7332f255d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.938213 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-7fa2b77a-abbf-4b26-917a-a7332f255d96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3056581 Mar 09 06:07:59.976215 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804bfbb-9e0b-45e2-8b1c-71cc0ace3e5f req-9579bd29-d0b7-457b-b83f-886918127008 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:07:59.985780 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 664be92f-edde-441a-bd22-50a7fb01b7f7, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=664be92f-edde-441a-bd22-50a7fb01b7f7,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:07:59.988537 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1804bfbb-9e0b-45e2-8b1c-71cc0ace3e5f req-9579bd29-d0b7-457b-b83f-886918127008 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.1131992 Mar 09 06:08:00.009113 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '664be92f-edde-441a-bd22-50a7fb01b7f7', 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59', 'port_id': '664be92f-edde-441a-bd22-50a7fb01b7f7', 'mac_address': 'fa:16:3e:73:15:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:08:00.063524 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 664be92f-edde-441a-bd22-50a7fb01b7f7 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:00.063913 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:00.080154 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1804bfbb-9e0b-45e2-8b1c-71cc0ace3e5f req-f5f7d724-e12c-4ba5-8c70-14738fd82c5c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908597 Mar 09 06:08:00.080317 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664be92f-edde-441a-bd22-50a7fb01b7f7 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:08:00.114811 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 664be92f-edde-441a-bd22-50a7fb01b7f7, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=664be92f-edde-441a-bd22-50a7fb01b7f7,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:00.126687 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-f33dc792-0fa4-44cc-b9db-ae6e44d77c42 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720676 Mar 09 06:08:00.135223 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38f009-0d08-40ab-a63e-f63c4fa3d625 req-fcae24e3-f642-4811-97e5-0098b4d5600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:00.136748 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e38f009-0d08-40ab-a63e-f63c4fa3d625 req-fcae24e3-f642-4811-97e5-0098b4d5600d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5140746 Mar 09 06:08:00.206345 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:00.207709 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:08:00.277833 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-e75ba2e2-a580-49d9-8712-f7a5eb91a639 req-e27ff5ac-cf6e-40bb-898f-de7defa244b7 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401026 Mar 09 06:08:00.300211 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:00.303266 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=664be92f-edde-441a-bd22-50a7fb01b7f7,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:00.318510 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-9cb46340-4848-4563-89f4-3435d8cb4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:00.320137 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-9cb46340-4848-4563-89f4-3435d8cb4c9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 1128 time: 0.1028650 Mar 09 06:08:00.320342 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '7b03a4fb-f77d-49a6-8269-eb2e972cbee6', 'network_id': '4e14d8db-28c5-4df9-b770-a5b2fb489c59', 'port_id': '7b03a4fb-f77d-49a6-8269-eb2e972cbee6', 'mac_address': 'fa:16:3e:50:c4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:08:00.361054 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:00.362000 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:00.376469 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:08:00.387229 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-4cad2bc4-d35b-499e-a9b3-523ad8151324 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=214495d5-d481-42bc-acdc-e507061a96f8 HTTP/1.1" status: 200 len: 217 time: 0.0602844 Mar 09 06:08:00.403063 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:00.449781 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-97371435-4821-47a1-b3db-48a40e5bc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:00.463067 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-97371435-4821-47a1-b3db-48a40e5bc96e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0706232 Mar 09 06:08:00.520563 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:00.543205 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a7bf7-0dbb-4f15-97bd-c9041bf753d6 req-efe459e0-17c0-4af4-8edf-3ad5740d3a1e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:00.544824 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c1a7bf7-0dbb-4f15-97bd-c9041bf753d6 req-efe459e0-17c0-4af4-8edf-3ad5740d3a1e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 944 time: 0.0770705 Mar 09 06:08:00.576091 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-ef2cf200-8d74-4a2a-9ea0-04d46765f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:00.576091 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-ef2cf200-8d74-4a2a-9ea0-04d46765f201 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1017773 Mar 09 06:08:00.611003 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:00.670251 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c1a7bf7-0dbb-4f15-97bd-c9041bf753d6 req-0220c5d1-9eca-421a-8ace-6eadd45d00db tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187532 Mar 09 06:08:00.719451 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcd400-d3cf-4cbe-a4e6-cf15070148c2 req-647eb23a-b8f1-4960-a6eb-388b99629140 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:00.728102 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7bcd400-d3cf-4cbe-a4e6-cf15070148c2 req-647eb23a-b8f1-4960-a6eb-388b99629140 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 944 time: 0.0860357 Mar 09 06:08:00.773521 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-52e70f86-7f91-4685-b2df-2a5083222e46 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951489 Mar 09 06:08:00.803159 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7bcd400-d3cf-4cbe-a4e6-cf15070148c2 req-dd7dc92f-d46f-4fa9-8992-b3f4812c0378 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740049 Mar 09 06:08:00.907688 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-da1fda31-f05e-4480-86f4-ac44485a5fcc req-d6dac4da-0385-414a-b2ab-0413160fe631 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269648 Mar 09 06:08:00.923803 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2522975-d986-4686-8fe8-2487b16e3c58 req-9c3a5217-bd36-46f2-b25b-c4e1fd2a6275 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:00.929052 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f2522975-d986-4686-8fe8-2487b16e3c58 req-9c3a5217-bd36-46f2-b25b-c4e1fd2a6275 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 944 time: 0.0660033 Mar 09 06:08:00.971390 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:00.974020 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5206294b-8549-44bd-ac7f-15078a858032" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:00.990696 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f2522975-d986-4686-8fe8-2487b16e3c58 req-6937f418-0ea4-43a7-b063-758ca0b2ccd6 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593712 Mar 09 06:08:01.019567 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41d5eec-d81c-4b01-88e5-949ed2291240 x-openstack-request-id: req-f41d5eec-d81c-4b01-88e5-949ed2291240 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:01.019567 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:01.019567 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f41d5eec-d81c-4b01-88e5-949ed2291240 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:01.019567 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777', 'status': 'completed', 'code': 200} Mar 09 06:08:01.084639 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40562) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:01.096479 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206294b-8549-44bd-ac7f-15078a858032 req-3a55cd24-4a93-4a63-b840-343ba298ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:01.096479 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5206294b-8549-44bd-ac7f-15078a858032 req-3a55cd24-4a93-4a63-b840-343ba298ea28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 1128 time: 0.0499330 Mar 09 06:08:01.203445 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1858985301-network', 'tenant_id': 'a60dc1d368c94ddbb2b3e6bba69d224b'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:01.225767 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206294b-8549-44bd-ac7f-15078a858032 req-72231563-fee2-41e0-925b-1ba71e76f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:01.227278 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5206294b-8549-44bd-ac7f-15078a858032 req-72231563-fee2-41e0-925b-1ba71e76f8cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.1232073 Mar 09 06:08:01.239584 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662311fd-dfb3-4045-a05f-49ba0bfcbff0 req-87730420-b9f8-429a-b11b-050e24fb0e0e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:01.241072 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-662311fd-dfb3-4045-a05f-49ba0bfcbff0 req-87730420-b9f8-429a-b11b-050e24fb0e0e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0743918 Mar 09 06:08:01.269476 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5206294b-8549-44bd-ac7f-15078a858032 req-399e009a-2970-4891-b08a-2934207775a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 200 len: 217 time: 0.0352569 Mar 09 06:08:01.288711 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-662311fd-dfb3-4045-a05f-49ba0bfcbff0 req-8ffa94e4-0df4-4122-bd63-cc00bb39c80b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416825 Mar 09 06:08:01.306614 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Made reservation on behalf of a60dc1d368c94ddbb2b3e6bba69d224b for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:01.310190 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.319307 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206294b-8549-44bd-ac7f-15078a858032 req-7b48ca75-1a52-44d1-8796-8c9582daf84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:01.320852 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5206294b-8549-44bd-ac7f-15078a858032 req-7b48ca75-1a52-44d1-8796-8c9582daf84c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.0452006 Mar 09 06:08:01.322275 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.372444 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206294b-8549-44bd-ac7f-15078a858032 req-032949b8-3c33-4b02-84d7-d6c5fa45ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:01.373993 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5206294b-8549-44bd-ac7f-15078a858032 req-032949b8-3c33-4b02-84d7-d6c5fa45ec73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464649 Mar 09 06:08:01.394860 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Publish callbacks [] for security_group (823036dc-353a-4168-9d5d-bd3f5240d975), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.452484 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['c3272942-ffd1-446d-ac9f-c436e809f60a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:01.461806 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5206294b-8549-44bd-ac7f-15078a858032 req-e2762c3b-81fe-45a9-9ed4-fa4adc46ee89 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820134 Mar 09 06:08:01.510105 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (823036dc-353a-4168-9d5d-bd3f5240d975), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.511864 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['7b03a4fb-f77d-49a6-8269-eb2e972cbee6'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:01.533836 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:08:01.539648 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40572) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:01.561632 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (eb7e69b4-6930-4303-80a6-7280aa6f84db), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.561962 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Added segment eb7e69b4-6930-4303-80a6-7280aa6f84db of type vlan for network 5f612a6a-31a3-4e5e-958b-260f8615652d Mar 09 06:08:01.568066 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['664be92f-edde-441a-bd22-50a7fb01b7f7'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:01.576998 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823036dc-353a-4168-9d5d-bd3f5240d975,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:01.589685 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5206294b-8549-44bd-ac7f-15078a858032 req-8191ece7-fd57-4ea3-8d85-b69ff3374ee3 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207297 Mar 09 06:08:01.643846 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (5f612a6a-31a3-4e5e-958b-260f8615652d), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.690291 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05d9f29e-dc9d-4888-a5d6-41ea3c8709b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.802007 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05d9f29e-dc9d-4888-a5d6-41ea3c8709b1 admin admin] Publish callbacks [] for security_group (ff5d54b0-820f-4698-b8d2-2d35b224887a), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.805215 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (5f612a6a-31a3-4e5e-958b-260f8615652d), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.806216 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:01.806786 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.888303 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] Pushing event updated for resources: {'Network': ['ID=5f612a6a-31a3-4e5e-958b-260f8615652d,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:01.906182 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0783c-7168-4c25-b7b0-cde8017e068f req-fc02d9ca-b0fc-40b1-a8e8-4f687008e4b3 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:01.907503 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 5f612a6a-31a3-4e5e-958b-260f8615652d details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:08:01.907683 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-41c0783c-7168-4c25-b7b0-cde8017e068f req-fc02d9ca-b0fc-40b1-a8e8-4f687008e4b3 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 944 time: 0.1397576 Mar 09 06:08:01.924057 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05d9f29e-dc9d-4888-a5d6-41ea3c8709b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ff5d54b0-820f-4698-b8d2-2d35b224887a), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:01.971328 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-dd03b2cc-5bd8-45b2-8a90-faadc5e4bf9f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8854356 Mar 09 06:08:01.974239 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40584) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:01.980075 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Request body: {'subnet': {'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1858985301-subnet', 'tenant_id': 'a60dc1d368c94ddbb2b3e6bba69d224b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:01.997867 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-05d9f29e-dc9d-4888-a5d6-41ea3c8709b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbb3bfa06eff40218640cbd00e4a9447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548244 Mar 09 06:08:01.998444 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40586) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:02.005723 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9f29e-dc9d-4888-a5d6-41ea3c8709b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d54b0-820f-4698-b8d2-2d35b224887a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:02.030545 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564751c-2334-43da-985f-6326b1121197 req-5eca7356-74d5-4e17-9372-e4c239cb9ec5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:02.032039 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5564751c-2334-43da-985f-6326b1121197 req-5eca7356-74d5-4e17-9372-e4c239cb9ec5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 944 time: 0.1479442 Mar 09 06:08:02.035292 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-41c0783c-7168-4c25-b7b0-cde8017e068f req-ed132ae3-547b-465c-a612-8f7fb508fad4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122105 Mar 09 06:08:02.064428 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09e445fe-4e2e-4078-bb12-e7a7cd054da4 admin admin] Publish callbacks [] for security_group (ff5d54b0-820f-4698-b8d2-2d35b224887a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:02.087658 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5564751c-2334-43da-985f-6326b1121197 req-c7444be1-afd4-46c3-9998-3998dfe65ba3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499437 Mar 09 06:08:02.088351 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Made reservation on behalf of a60dc1d368c94ddbb2b3e6bba69d224b for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:02.090892 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3364228'] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:02.095557 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09e445fe-4e2e-4078-bb12-e7a7cd054da4 admin admin] Publish callbacks [] for security_group (ff5d54b0-820f-4698-b8d2-2d35b224887a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:02.158817 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0250de7-2d82-4289-afdb-8f1adcdb8396 req-30b48b33-eaba-4017-b73f-51ed714fe73b tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:02.160929 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f0250de7-2d82-4289-afdb-8f1adcdb8396 req-30b48b33-eaba-4017-b73f-51ed714fe73b tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 944 time: 0.0556853 Mar 09 06:08:02.433714 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f0250de7-2d82-4289-afdb-8f1adcdb8396 req-9bb44d8c-3520-4dbe-99a8-6d1b01842a0e tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673225 Mar 09 06:08:02.460510 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc601d3-d2eb-40a7-94f4-ba09daa7e395 req-bd1c0ee8-0425-48ba-a0b8-78e968d7cb1e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:02.460510 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cbc601d3-d2eb-40a7-94f4-ba09daa7e395 req-bd1c0ee8-0425-48ba-a0b8-78e968d7cb1e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0694523 Mar 09 06:08:02.512154 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cbc601d3-d2eb-40a7-94f4-ba09daa7e395 req-2ac21672-3e0c-49c3-81c9-e2e25dc0e689 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461638 Mar 09 06:08:02.522897 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09e445fe-4e2e-4078-bb12-e7a7cd054da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ff5d54b0-820f-4698-b8d2-2d35b224887a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:02.525508 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09e445fe-4e2e-4078-bb12-e7a7cd054da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:02.528976 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-09e445fe-4e2e-4078-bb12-e7a7cd054da4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff5d54b0-820f-4698-b8d2-2d35b224887a HTTP/1.1" status: 204 len: 168 time: 0.5272171 Mar 09 06:08:02.542713 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e445fe-4e2e-4078-bb12-e7a7cd054da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d54b0-820f-4698-b8d2-2d35b224887a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:02.735100 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3455229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3364250'] for subnet (d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:02.752004 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:08:02.792515 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:02.801506 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Checking segment: {'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:02.801867 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Network hostable DHCP agents. Network: 5f612a6a-31a3-4e5e-958b-260f8615652d, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:08:02.902864 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Network 5f612a6a-31a3-4e5e-958b-260f8615652d is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:08:03.063267 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 5f612a6a-31a3-4e5e-958b-260f8615652d) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:03.068371 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:03.069395 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.073295 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9558bf-aa7e-4657-8f64-d094d06b86d9 None None] Network 5f612a6a-31a3-4e5e-958b-260f8615652d requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:03.167133 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:08:03.179594 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab1c03f-fec4-4a1e-81f3-3098a9cecd65 None None] Network 5f612a6a-31a3-4e5e-958b-260f8615652d requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:03.183571 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf26df-2111-4b0f-8212-59f585336d0f req-b8af3e00-3704-43f1-8980-06f67410fa5d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:03.188983 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6adf26df-2111-4b0f-8212-59f585336d0f req-b8af3e00-3704-43f1-8980-06f67410fa5d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 944 time: 0.0731483 Mar 09 06:08:03.190301 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8b1d320e-65d5-44fe-a704-21be37941306 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2148778 Mar 09 06:08:03.254595 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 40616) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:03.271114 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b192861f-37d5-4897-8f2b-dbc129ca040d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.300026 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1695a-788b-419c-85f5-70a7f30d6910 req-ba7b5046-146a-4b16-913b-64dc02fddc8c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:03.308746 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3ae1695a-788b-419c-85f5-70a7f30d6910 req-ba7b5046-146a-4b16-913b-64dc02fddc8c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 944 time: 0.1182191 Mar 09 06:08:03.330951 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6adf26df-2111-4b0f-8212-59f585336d0f req-1fff4775-947b-4be4-a31e-2618f176bc7f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228337 Mar 09 06:08:03.380864 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b192861f-37d5-4897-8f2b-dbc129ca040d admin admin] Publish callbacks [] for security_group (88e1425b-fdd4-4f1b-ad8a-52b54ccca282), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.388715 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3ae1695a-788b-419c-85f5-70a7f30d6910 req-1a631d09-6d66-4080-b626-1f320c9919ce tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755646 Mar 09 06:08:03.468950 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b192861f-37d5-4897-8f2b-dbc129ca040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (88e1425b-fdd4-4f1b-ad8a-52b54ccca282), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.492175 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:03.504419 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '477575e8-e9e2-4cfd-9a46-715db6132777', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'port_id': '477575e8-e9e2-4cfd-9a46-715db6132777', 'mac_address': 'fa:16:3e:af:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:08:03.510446 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40628) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:03.518339 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b192861f-37d5-4897-8f2b-dbc129ca040d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e745f1256da046bb81181fe7b9f8cfec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622941 Mar 09 06:08:03.547851 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 477575e8-e9e2-4cfd-9a46-715db6132777 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:03.548302 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.560829 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192861f-37d5-4897-8f2b-dbc129ca040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e1425b-fdd4-4f1b-ad8a-52b54ccca282,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:03.574942 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477575e8-e9e2-4cfd-9a46-715db6132777 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:08:03.604440 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:03.666647 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8509f6e0-feae-44b0-80cf-9feab4276a98 admin admin] Publish callbacks [] for security_group (88e1425b-fdd4-4f1b-ad8a-52b54ccca282), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.674359 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ee64a-cd49-4d30-b536-42902802de64 req-9bd3f068-b2e8-43df-a054-0ef7406e2df6 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:03.676394 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f4ee64a-cd49-4d30-b536-42902802de64 req-9bd3f068-b2e8-43df-a054-0ef7406e2df6 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 944 time: 0.1460624 Mar 09 06:08:03.684098 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.716560 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8509f6e0-feae-44b0-80cf-9feab4276a98 admin admin] Publish callbacks [] for security_group (88e1425b-fdd4-4f1b-ad8a-52b54ccca282), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.736050 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:03.773319 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d96074-a435-43d4-a139-70986c6cc440 req-dc433a1e-5825-4e3b-b330-0a4ee46e2517 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:03.774866 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6d96074-a435-43d4-a139-70986c6cc440 req-dc433a1e-5825-4e3b-b330-0a4ee46e2517 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.1518984 Mar 09 06:08:03.793420 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f4ee64a-cd49-4d30-b536-42902802de64 req-4d622efc-9048-4ebe-aede-36e33e2e4fec tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077819 Mar 09 06:08:03.832289 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6d96074-a435-43d4-a139-70986c6cc440 req-f902fd7f-3930-429d-8e16-5405abb6a27b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492873 Mar 09 06:08:03.896907 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8509f6e0-feae-44b0-80cf-9feab4276a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (88e1425b-fdd4-4f1b-ad8a-52b54ccca282), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.899438 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8509f6e0-feae-44b0-80cf-9feab4276a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.900607 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-8509f6e0-feae-44b0-80cf-9feab4276a98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88e1425b-fdd4-4f1b-ad8a-52b54ccca282 HTTP/1.1" status: 204 len: 168 time: 0.3888297 Mar 09 06:08:03.910174 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f6e0-feae-44b0-80cf-9feab4276a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e1425b-fdd4-4f1b-ad8a-52b54ccca282,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:04.108366 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['477575e8-e9e2-4cfd-9a46-715db6132777'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:04.506998 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba8ab-3ee3-4fce-98f2-7a8039f63252 req-e2c69acd-a797-403d-8954-6c70b7e4eea4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:04.508509 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5f8ba8ab-3ee3-4fce-98f2-7a8039f63252 req-e2c69acd-a797-403d-8954-6c70b7e4eea4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 944 time: 0.1006186 Mar 09 06:08:04.516380 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b63d92-7aee-44cd-83f0-2ea612a5f065 req-f020fe18-6a51-4789-a215-239b05417131 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:04.517799 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18b63d92-7aee-44cd-83f0-2ea612a5f065 req-f020fe18-6a51-4789-a215-239b05417131 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 944 time: 0.0778816 Mar 09 06:08:04.590492 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5f8ba8ab-3ee3-4fce-98f2-7a8039f63252 req-00db8bbd-395f-473a-9ebd-b308e606298f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Mar 09 06:08:04.594581 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18b63d92-7aee-44cd-83f0-2ea612a5f065 req-249d0872-76c5-40d9-9a4c-f55f176eeb77 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694914 Mar 09 06:08:04.912993 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914dfea-0cd9-4c49-b8a0-03a796a622c3 req-be6a844c-d095-47ec-afa2-b41371b67726 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:04.914517 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9914dfea-0cd9-4c49-b8a0-03a796a622c3 req-be6a844c-d095-47ec-afa2-b41371b67726 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 944 time: 0.0559075 Mar 09 06:08:04.996831 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9914dfea-0cd9-4c49-b8a0-03a796a622c3 req-ec1a0194-c204-4e6f-823c-4d72bd7da40a tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698106 Mar 09 06:08:05.004364 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ff852-f43c-4e45-9738-b05d01af5972 req-8e9d5d65-1b5d-423c-91fe-f7f0d2a1e69a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:05.005885 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-418ff852-f43c-4e45-9738-b05d01af5972 req-8e9d5d65-1b5d-423c-91fe-f7f0d2a1e69a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.0880401 Mar 09 06:08:05.067725 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-418ff852-f43c-4e45-9738-b05d01af5972 req-bb2bcbcb-3d18-4178-8c03-d2bc6db3ecb5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429647 Mar 09 06:08:05.190788 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 214495d5-d481-42bc-acdc-e507061a96f8 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:08:05.192902 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device c3272942-ffd1-446d-ac9f-c436e809f60a up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:05.324093 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 214495d5-d481-42bc-acdc-e507061a96f8, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=214495d5-d481-42bc-acdc-e507061a96f8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:05.335298 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '214495d5-d481-42bc-acdc-e507061a96f8', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:08:05.376525 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 214495d5-d481-42bc-acdc-e507061a96f8 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:05.376525 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (214495d5-d481-42bc-acdc-e507061a96f8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:05.391125 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port c3272942-ffd1-446d-ac9f-c436e809f60a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:08:05.394417 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port c3272942-ffd1-446d-ac9f-c436e809f60a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:05.394809 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:05.397618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214495d5-d481-42bc-acdc-e507061a96f8 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:08:05.418467 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 214495d5-d481-42bc-acdc-e507061a96f8, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=214495d5-d481-42bc-acdc-e507061a96f8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:05.487397 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (214495d5-d481-42bc-acdc-e507061a96f8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:05.521189 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port c3272942-ffd1-446d-ac9f-c436e809f60a is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:05.521583 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:05.562654 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c0f202-5e95-451e-950d-5ee2cb038f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3272942-ffd1-446d-ac9f-c436e809f60a'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:05.578779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40694) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:05.645925 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=214495d5-d481-42bc-acdc-e507061a96f8,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:05.660458 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port c3272942-ffd1-446d-ac9f-c436e809f60a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c3272942-ffd1-446d-ac9f-c436e809f60a,segment=NetworkSegment(775e3014-f17b-4ece-8883-9c4d3fd251fa),segment_id=775e3014-f17b-4ece-8883-9c4d3fd251fa)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:05.733262 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:05.734779 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 664be92f-edde-441a-bd22-50a7fb01b7f7 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:05.774054 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eca5967c-2398-42cd-a769-90abe6a0f9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:05.820702 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9897d7-052a-4a40-aed4-40c91e7b18a4 req-584847cf-1949-480f-8529-67fa32accf1b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:05.822553 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5b9897d7-052a-4a40-aed4-40c91e7b18a4 req-584847cf-1949-480f-8529-67fa32accf1b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 944 time: 0.1317060 Mar 09 06:08:05.832816 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eebc9-8ee2-4b0f-9658-f0029c906663 req-93489184-8dea-41e9-bdbc-5ad86a365cc5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:05.834287 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b8eebc9-8ee2-4b0f-9658-f0029c906663 req-93489184-8dea-41e9-bdbc-5ad86a365cc5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 945 time: 0.1110721 Mar 09 06:08:05.855914 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=c3272942-ffd1-446d-ac9f-c436e809f60a,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:05.883043 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f206c09f-cf8c-4620-afba-32a50cf36ae2" -d '{"events": [{"server_uuid": "a1c0f202-5e95-451e-950d-5ee2cb038f48", "name": "network-vif-plugged", "status": "completed", "tag": "c3272942-ffd1-446d-ac9f-c436e809f60a"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:05.930454 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5b9897d7-052a-4a40-aed4-40c91e7b18a4 req-542c6525-44ee-4eeb-8a2b-83ee2142ccc7 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951135 Mar 09 06:08:05.934717 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b8eebc9-8ee2-4b0f-9658-f0029c906663 req-6ead78e7-6811-4da6-a4f7-e230e455bec4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948637 Mar 09 06:08:05.966028 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eca5967c-2398-42cd-a769-90abe6a0f9fd admin admin] Publish callbacks [] for security_group (814d06ae-c703-48ca-8262-0839c7eeae10), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:05.971135 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 664be92f-edde-441a-bd22-50a7fb01b7f7 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:08:05.975579 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 664be92f-edde-441a-bd22-50a7fb01b7f7 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:05.976042 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.029649 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eca5967c-2398-42cd-a769-90abe6a0f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (814d06ae-c703-48ca-8262-0839c7eeae10), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.069410 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-eca5967c-2398-42cd-a769-90abe6a0f9fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0163a47ee1574c45a0bd8da744725f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894004 Mar 09 06:08:06.071919 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40722) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:06.072319 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94c56a-3e59-44d0-af79-abb491a914fe x-openstack-request-id: req-0e94c56a-3e59-44d0-af79-abb491a914fe {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:06.072872 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c0f202-5e95-451e-950d-5ee2cb038f48", "name": "network-vif-plugged", "status": "completed", "tag": "c3272942-ffd1-446d-ac9f-c436e809f60a", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:06.073278 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e94c56a-3e59-44d0-af79-abb491a914fe {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:06.073874 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c0f202-5e95-451e-950d-5ee2cb038f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3272942-ffd1-446d-ac9f-c436e809f60a', 'code': 200} Mar 09 06:08:06.079218 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5967c-2398-42cd-a769-90abe6a0f9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814d06ae-c703-48ca-8262-0839c7eeae10,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:06.098325 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 664be92f-edde-441a-bd22-50a7fb01b7f7 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:06.098733 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.140896 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 664be92f-edde-441a-bd22-50a7fb01b7f7, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=664be92f-edde-441a-bd22-50a7fb01b7f7,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:06.179165 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac8aa994-29a4-4980-ac09-bf8bb202c048 admin admin] Publish callbacks [] for security_group (814d06ae-c703-48ca-8262-0839c7eeae10), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.186788 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18e48-cdc6-43ee-8b49-0ec6574a6ae1 req-e322247a-3950-466b-8291-8db7e372c8cc tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:06.188238 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a4d18e48-cdc6-43ee-8b49-0ec6574a6ae1 req-e322247a-3950-466b-8291-8db7e372c8cc tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.1054428 Mar 09 06:08:06.233946 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.234784 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:06.244255 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac8aa994-29a4-4980-ac09-bf8bb202c048 admin admin] Publish callbacks [] for security_group (814d06ae-c703-48ca-8262-0839c7eeae10), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.303749 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9958ae-121f-463c-891a-3b500998a54c req-ad1d3496-fd36-4c33-9428-94f0ae774c1f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:06.305299 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a9958ae-121f-463c-891a-3b500998a54c req-ad1d3496-fd36-4c33-9428-94f0ae774c1f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.1375339 Mar 09 06:08:06.312040 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=664be92f-edde-441a-bd22-50a7fb01b7f7,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:06.313179 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a4d18e48-cdc6-43ee-8b49-0ec6574a6ae1 req-f100f8ca-fee0-41ef-bdd2-6d2867d7336d tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012692 Mar 09 06:08:06.368011 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a9958ae-121f-463c-891a-3b500998a54c req-c1bf063b-49bd-4136-ab7e-47b70d2aeea9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534053 Mar 09 06:08:06.422683 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:08:06.427044 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:06.427387 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.462480 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac8aa994-29a4-4980-ac09-bf8bb202c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (814d06ae-c703-48ca-8262-0839c7eeae10), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.465148 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac8aa994-29a4-4980-ac09-bf8bb202c048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.468675 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ac8aa994-29a4-4980-ac09-bf8bb202c048 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/814d06ae-c703-48ca-8262-0839c7eeae10 HTTP/1.1" status: 204 len: 168 time: 0.3934739 Mar 09 06:08:06.478648 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8aa994-29a4-4980-ac09-bf8bb202c048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814d06ae-c703-48ca-8262-0839c7eeae10,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:06.480618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c8236ff3-b8e5-488b-8deb-749e9133dc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.547455 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:06.547853 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.586760 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:06.685754 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:06.686498 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:06.761064 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:06.776113 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-95dcffb0-af15-4261-adc0-deaafcca8691 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:06.776113 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-95dcffb0-af15-4261-adc0-deaafcca8691 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/networks?id=5f612a6a-31a3-4e5e-958b-260f8615652d HTTP/1.1" status: 200 len: 809 time: 0.1143150 Mar 09 06:08:06.790299 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-83679266-5e88-4503-b0aa-eb91cae02a90 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/quotas/a60dc1d368c94ddbb2b3e6bba69d224b HTTP/1.1" status: 200 len: 375 time: 0.0096245 Mar 09 06:08:06.823152 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-9ae1ca5f-3c1b-4d94-aeb9-45f87122a26b tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a60dc1d368c94ddbb2b3e6bba69d224b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269473 Mar 09 06:08:06.901125 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['214495d5-d481-42bc-acdc-e507061a96f8'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:06.918190 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-d3cc7fe7-0f3d-453e-8474-ec73a433bdc8 service neutron] 10.222.0.18 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886769 Mar 09 06:08:07.010878 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 477575e8-e9e2-4cfd-9a46-715db6132777 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:08:07.010878 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 477575e8-e9e2-4cfd-9a46-715db6132777 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:07.010878 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:07.062010 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-2aa4a182-ad41-4db3-9043-030de89aa333 service neutron] 10.222.0.18 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378286 Mar 09 06:08:07.076893 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86569a-37d1-41e6-80e0-b955143cd7bc req-9213fadd-9eea-4d30-9e61-682d65e2540f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:07.078454 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a86569a-37d1-41e6-80e0-b955143cd7bc req-9213fadd-9eea-4d30-9e61-682d65e2540f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0792665 Mar 09 06:08:07.113495 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 477575e8-e9e2-4cfd-9a46-715db6132777 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:07.113933 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:07.152574 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a86569a-37d1-41e6-80e0-b955143cd7bc req-a05c5977-b8e4-4c87-86d8-514d4e72cb78 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634427 Mar 09 06:08:07.174399 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:07.260060 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712a498-e21f-40df-bcd2-95184df5f281 req-4558fbd5-4707-402d-aa15-9cc9144f11bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:07.261699 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6712a498-e21f-40df-bcd2-95184df5f281 req-4558fbd5-4707-402d-aa15-9cc9144f11bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 945 time: 0.0606894 Mar 09 06:08:07.313583 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6712a498-e21f-40df-bcd2-95184df5f281 req-76fe1b2c-7a68-4ed1-ad59-b18eadb9e85c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464175 Mar 09 06:08:07.432921 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde7924-ff2e-449f-b044-a535ed4751bd req-88dc88a5-747a-4643-81bd-a6503728483d tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:07.438396 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:07.438836 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8fde7924-ff2e-449f-b044-a535ed4751bd req-88dc88a5-747a-4643-81bd-a6503728483d tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.0612786 Mar 09 06:08:07.526952 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8fde7924-ff2e-449f-b044-a535ed4751bd req-f1166261-5904-44c2-a90d-8b67dd32c092 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869789 Mar 09 06:08:07.548939 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:07.651515 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-874e82dd-506b-4c2b-a611-9e86af7fd899 req-76717418-9ccb-49d2-ac52-5666743409ae tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 210 time: 0.0381110 Mar 09 06:08:07.665085 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5fb93-7977-4f65-816d-273222b82c9b req-cce9d2ab-edb8-4ff8-a653-60a4ffbf185e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:07.670742 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85c5fb93-7977-4f65-816d-273222b82c9b req-cce9d2ab-edb8-4ff8-a653-60a4ffbf185e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.1059270 Mar 09 06:08:07.714844 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85c5fb93-7977-4f65-816d-273222b82c9b req-96bcfe53-99e5-40b0-bd64-1b94237d992d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Mar 09 06:08:08.075501 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702c8f2f-71ff-4b2e-90bd-62113f5080b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664be92f-edde-441a-bd22-50a7fb01b7f7'}, {'server_uuid': 'c653d675-84c3-432c-bcf2-0169d9fcd2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b03a4fb-f77d-49a6-8269-eb2e972cbee6'}, {'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:08.078464 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f12b1-3a80-494e-bc0d-b8a13b17ad81" -d '{"events": [{"server_uuid": "702c8f2f-71ff-4b2e-90bd-62113f5080b8", "name": "network-vif-plugged", "status": "completed", "tag": "664be92f-edde-441a-bd22-50a7fb01b7f7"}, {"server_uuid": "c653d675-84c3-432c-bcf2-0169d9fcd2f2", "name": "network-vif-plugged", "status": "completed", "tag": "7b03a4fb-f77d-49a6-8269-eb2e972cbee6"}, {"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-plugged", "status": "completed", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:08.121492 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6f08ee-48fa-4d6b-a55f-c028259c87e8 x-openstack-request-id: req-fe6f08ee-48fa-4d6b-a55f-c028259c87e8 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:08.121792 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702c8f2f-71ff-4b2e-90bd-62113f5080b8", "name": "network-vif-plugged", "status": "completed", "tag": "664be92f-edde-441a-bd22-50a7fb01b7f7", "code": 200}, {"server_uuid": "c653d675-84c3-432c-bcf2-0169d9fcd2f2", "name": "network-vif-plugged", "status": "completed", "tag": "7b03a4fb-f77d-49a6-8269-eb2e972cbee6", "code": 200}, {"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-plugged", "status": "completed", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:08.122040 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe6f08ee-48fa-4d6b-a55f-c028259c87e8 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:08.122433 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702c8f2f-71ff-4b2e-90bd-62113f5080b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664be92f-edde-441a-bd22-50a7fb01b7f7', 'code': 200} Mar 09 06:08:08.122684 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c653d675-84c3-432c-bcf2-0169d9fcd2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b03a4fb-f77d-49a6-8269-eb2e972cbee6', 'code': 200} Mar 09 06:08:08.122927 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777', 'code': 200} Mar 09 06:08:08.262616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92576e51-9f94-48d7-9678-dd55d3aa3d67 req-302edbb8-4116-4362-8153-91ebeaaf6397 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:08.264095 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-92576e51-9f94-48d7-9678-dd55d3aa3d67 req-302edbb8-4116-4362-8153-91ebeaaf6397 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Mar 09 06:08:08.310389 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-92576e51-9f94-48d7-9678-dd55d3aa3d67 req-15df5199-2d06-433f-b398-425b04ff9b30 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Mar 09 06:08:08.431022 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8df73-104c-43cd-af59-481aa5999d57 req-66a92ae4-e2b6-41d3-8af1-c3a50698a731 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:08.432526 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-57b8df73-104c-43cd-af59-481aa5999d57 req-66a92ae4-e2b6-41d3-8af1-c3a50698a731 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 945 time: 0.0519578 Mar 09 06:08:08.479883 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-57b8df73-104c-43cd-af59-481aa5999d57 req-c7825d36-7acc-4867-8717-f4756565c44f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Mar 09 06:08:08.653314 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887a243-d5a3-44a1-9903-f0aeb0d44bcd req-5d49cac0-bf2c-4120-8791-85401eccc4fe tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:08.654765 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e887a243-d5a3-44a1-9903-f0aeb0d44bcd req-5d49cac0-bf2c-4120-8791-85401eccc4fe tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.0577500 Mar 09 06:08:08.702891 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e887a243-d5a3-44a1-9903-f0aeb0d44bcd req-3d90b12e-ce0b-4532-a35e-b49e402b6aec tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Mar 09 06:08:08.730281 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6ef89d2e-2f1b-4c02-8312-22c5b1be3528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:08.733162 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0544ac94-66cd-4edd-a192-f2c8a42570b3 req-742086db-127f-433a-9f52-6c40c20f12cd tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 210 time: 0.0291190 Mar 09 06:08:08.845083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19f7d1-95d0-4464-bd99-626c9d4df8c1 req-f32f0e96-ac6d-41a3-8305-c45bd2a306e5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:08.847216 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-db19f7d1-95d0-4464-bd99-626c9d4df8c1 req-f32f0e96-ac6d-41a3-8305-c45bd2a306e5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0514710 Mar 09 06:08:08.897391 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-db19f7d1-95d0-4464-bd99-626c9d4df8c1 req-3a3369cf-ece9-4bee-aa13-eae73347e454 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444448 Mar 09 06:08:09.137885 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5a20b-813f-4854-a22c-00e1c3627d9b req-3ac8ca4d-bf61-4c88-9d3e-884bc372a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:09.139446 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b6e5a20b-813f-4854-a22c-00e1c3627d9b req-3ac8ca4d-bf61-4c88-9d3e-884bc372a0a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 1129 time: 0.0763812 Mar 09 06:08:09.431849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d787a7a-1f6a-4f24-bfaf-1d7c589ea36d req-b05ff1fd-6fbf-45ae-8829-f4badf3836a6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:09.433485 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d787a7a-1f6a-4f24-bfaf-1d7c589ea36d req-b05ff1fd-6fbf-45ae-8829-f4badf3836a6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0560029 Mar 09 06:08:09.472841 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b6e5a20b-813f-4854-a22c-00e1c3627d9b req-79aed8b2-64f5-493a-97e0-72dca45fd661 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:09.485224 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d787a7a-1f6a-4f24-bfaf-1d7c589ea36d req-30cc066f-1e94-4b8a-a220-1873c9d7db22 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Mar 09 06:08:09.607390 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025dbed-6230-4f45-adf3-f9299e3e9346 req-32ae1705-84e1-4945-9fdd-515cd0bec4b2 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:09.609135 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e025dbed-6230-4f45-adf3-f9299e3e9346 req-32ae1705-84e1-4945-9fdd-515cd0bec4b2 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 945 time: 0.0616758 Mar 09 06:08:09.663392 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e025dbed-6230-4f45-adf3-f9299e3e9346 req-0d7e5cfd-4069-43c7-b2da-981b3d391347 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Mar 09 06:08:09.723982 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b6e5a20b-813f-4854-a22c-00e1c3627d9b req-79aed8b2-64f5-493a-97e0-72dca45fd661 service neutron] Publish callbacks [] for security_group (ee6c8668-d543-42f1-bde2-1606478d16c5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:09.811137 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72090d-1e25-482e-9330-473cb53c90a3 req-019fd584-7308-475a-bb7b-3e1c9e02761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:09.812861 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5b72090d-1e25-482e-9330-473cb53c90a3 req-019fd584-7308-475a-bb7b-3e1c9e02761a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1130 time: 0.0522971 Mar 09 06:08:09.843531 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b6e5a20b-813f-4854-a22c-00e1c3627d9b req-79aed8b2-64f5-493a-97e0-72dca45fd661 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ee6c8668-d543-42f1-bde2-1606478d16c5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:09.851202 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5b72090d-1e25-482e-9330-473cb53c90a3 req-73d5585d-3ad3-4b7b-a8b0-7b92363e1d20 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:09.853636 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4d1bc00-9069-47fb-8199-9838917b41c3 req-c1143297-8b88-401b-bb25-2bb952312751 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 210 time: 0.0323260 Mar 09 06:08:09.855374 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.20', 55356) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:09.910787 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-b6e5a20b-813f-4854-a22c-00e1c3627d9b req-79aed8b2-64f5-493a-97e0-72dca45fd661 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675231 Mar 09 06:08:09.915192 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aed8b2-64f5-493a-97e0-72dca45fd661 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6c8668-d543-42f1-bde2-1606478d16c5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:09.928777 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efebb9-4103-462d-a8f5-3e46d63f1685 req-21c042ba-630f-49df-8709-537d4b851f2b tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:09.930369 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e0efebb9-4103-462d-a8f5-3e46d63f1685 req-21c042ba-630f-49df-8709-537d4b851f2b tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.1537471 Mar 09 06:08:09.965382 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-5b72090d-1e25-482e-9330-473cb53c90a3 req-73d5585d-3ad3-4b7b-a8b0-7b92363e1d20 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396265 Mar 09 06:08:09.999913 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:10.042564 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df00694-0a1e-4663-9a53-8b9e7c678fe2 req-f1dda129-5e95-4735-b6fa-b2666b303178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:10.042564 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1df00694-0a1e-4663-9a53-8b9e7c678fe2 req-f1dda129-5e95-4735-b6fa-b2666b303178 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 1129 time: 0.1846390 Mar 09 06:08:10.046783 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04cf4-45f6-46c9-8d36-380765bb2533 req-44f0ffb2-e5e0-478b-9057-f6ad744e6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:10.048385 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-caa04cf4-45f6-46c9-8d36-380765bb2533 req-44f0ffb2-e5e0-478b-9057-f6ad744e6da3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 1130 time: 0.1938381 Mar 09 06:08:10.052335 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e0efebb9-4103-462d-a8f5-3e46d63f1685 req-05930178-ded8-4b63-9f44-de10bd84dcfe tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127086 Mar 09 06:08:10.075221 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e49caa-bced-4eb5-8b8c-b4313ee836a8 req-cbc3d3a6-7167-4c5d-818c-fe5e440862af tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:10.076765 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f2e49caa-bced-4eb5-8b8c-b4313ee836a8 req-cbc3d3a6-7167-4c5d-818c-fe5e440862af tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0918667 Mar 09 06:08:10.124279 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f2e49caa-bced-4eb5-8b8c-b4313ee836a8 req-efcc475c-1681-4b29-8c31-1e9757ed3627 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Mar 09 06:08:10.631757 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5095108-7334-4321-9661-9c0ef3f8a735 req-e83dfb09-0b47-4e52-b62f-a24cc0343088 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:10.633369 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5095108-7334-4321-9661-9c0ef3f8a735 req-e83dfb09-0b47-4e52-b62f-a24cc0343088 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0813072 Mar 09 06:08:10.704642 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1df00694-0a1e-4663-9a53-8b9e7c678fe2 req-eb1f0ad1-827b-4b16-bd25-e26d58dad6bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065395 Mar 09 06:08:10.711832 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-caa04cf4-45f6-46c9-8d36-380765bb2533 req-c6ed2fd3-7f07-4b64-a78b-cdde0489e58c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156902 Mar 09 06:08:10.729573 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5095108-7334-4321-9661-9c0ef3f8a735 req-29428f5b-23dd-4838-a7d7-57a54ab82a3c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874968 Mar 09 06:08:10.792029 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fda82-96e1-49b6-ac81-3ef1f34b7b04 req-a59cea9e-758a-4e9e-928c-d62af4ba5c22 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:10.793525 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b78fda82-96e1-49b6-ac81-3ef1f34b7b04 req-a59cea9e-758a-4e9e-928c-d62af4ba5c22 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 945 time: 0.0534878 Mar 09 06:08:10.840865 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b78fda82-96e1-49b6-ac81-3ef1f34b7b04 req-914cf744-9341-444a-a25e-c4def4650e8a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Mar 09 06:08:10.952648 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9d4ae4d1-47fc-42cd-a840-3eae15f3696e req-bf6425b0-0e0d-4933-9210-ed558f8ed147 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 210 time: 0.0290725 Mar 09 06:08:10.963062 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:11.180864 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2167475-2fcb-4c4b-9fbc-e116cb9eca28 req-c10fb73a-1eb2-456c-bc30-78adaf2330ad tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:11.182428 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f2167475-2fcb-4c4b-9fbc-e116cb9eca28 req-c10fb73a-1eb2-456c-bc30-78adaf2330ad tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.0521171 Mar 09 06:08:11.265170 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f2167475-2fcb-4c4b-9fbc-e116cb9eca28 req-9c37b891-4988-40cb-9e4f-3d99325013ee tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745001 Mar 09 06:08:11.276392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819fc04-0a26-497d-9859-0eaff85b315e req-5ad968ce-e8eb-44a6-bb88-34b7cfa3cd86 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:11.277892 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1819fc04-0a26-497d-9859-0eaff85b315e req-5ad968ce-e8eb-44a6-bb88-34b7cfa3cd86 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0810711 Mar 09 06:08:11.323661 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1819fc04-0a26-497d-9859-0eaff85b315e req-666d170d-3e37-4c6e-9a19-b897408c1f8d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Mar 09 06:08:11.798154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 214495d5-d481-42bc-acdc-e507061a96f8 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:11.849159 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bb0c4-9e53-48b3-8828-29c76b406f70 req-4fab9abe-c92f-4077-a766-c335fd25d079 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:11.850916 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e6bb0c4-9e53-48b3-8828-29c76b406f70 req-4fab9abe-c92f-4077-a766-c335fd25d079 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0563147 Mar 09 06:08:11.897701 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e6bb0c4-9e53-48b3-8828-29c76b406f70 req-c9dc0a61-fb5e-45cf-9ac0-82efe625cb3e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Mar 09 06:08:11.899963 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 214495d5-d481-42bc-acdc-e507061a96f8 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:08:11.916391 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 214495d5-d481-42bc-acdc-e507061a96f8 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:11.916391 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (214495d5-d481-42bc-acdc-e507061a96f8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:11.979113 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28957d-ca68-45d0-932e-822a53ed0fec req-ba78bc95-fba3-4740-ac4b-6b6130ca2a0a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:11.980673 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-db28957d-ca68-45d0-932e-822a53ed0fec req-ba78bc95-fba3-4740-ac4b-6b6130ca2a0a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 945 time: 0.0565786 Mar 09 06:08:12.002811 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 214495d5-d481-42bc-acdc-e507061a96f8 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:12.007726 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (214495d5-d481-42bc-acdc-e507061a96f8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:12.029148 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214495d5-d481-42bc-acdc-e507061a96f8'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:12.031331 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d860673-7e96-4649-9518-60cbc8a2cd35" -d '{"events": [{"server_uuid": "b199d6f1-5448-4fca-ad6f-d5689a0b0cbc", "name": "network-vif-plugged", "status": "completed", "tag": "214495d5-d481-42bc-acdc-e507061a96f8"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:12.047568 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 214495d5-d481-42bc-acdc-e507061a96f8, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=214495d5-d481-42bc-acdc-e507061a96f8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:12.047716 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-db28957d-ca68-45d0-932e-822a53ed0fec req-0c588a9e-d6b8-4a15-a249-e415b0be0fea tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584733 Mar 09 06:08:12.060870 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed85d5a7-d2c7-4d47-9b1b-fa46b40e0f1d req-c6cb50f2-0f4f-4372-9260-2f0700e26b05 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 210 time: 0.0337005 Mar 09 06:08:12.083519 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3436be-0000-4eef-9bcc-d35297b76c67 x-openstack-request-id: req-8b3436be-0000-4eef-9bcc-d35297b76c67 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:12.083774 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199d6f1-5448-4fca-ad6f-d5689a0b0cbc", "name": "network-vif-plugged", "status": "completed", "tag": "214495d5-d481-42bc-acdc-e507061a96f8", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:12.084031 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b3436be-0000-4eef-9bcc-d35297b76c67 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:12.084419 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214495d5-d481-42bc-acdc-e507061a96f8', 'code': 200} Mar 09 06:08:12.136208 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (214495d5-d481-42bc-acdc-e507061a96f8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:12.197694 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=214495d5-d481-42bc-acdc-e507061a96f8,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:12.357412 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-5a2d34a4-f13d-4b56-9149-90cfe25a4983 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:12.358930 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-5a2d34a4-f13d-4b56-9149-90cfe25a4983 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.20 "GET /v2.0/networks?id=5f612a6a-31a3-4e5e-958b-260f8615652d HTTP/1.1" status: 200 len: 809 time: 0.1166899 Mar 09 06:08:12.380732 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Request body: {'port': {'device_id': '87c52fa0-7909-47c9-83a4-e104542d6952', 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d', 'admin_state_up': True, 'tenant_id': 'a60dc1d368c94ddbb2b3e6bba69d224b'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:12.691814 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b45b79-196a-416e-a925-d238d9df8072 req-bb662ab1-6534-4291-82e4-0378ea3b4b32 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:12.696132 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37b45b79-196a-416e-a925-d238d9df8072 req-bb662ab1-6534-4291-82e4-0378ea3b4b32 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.3571692 Mar 09 06:08:12.771223 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:12.776716 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2b6d1-0646-4e30-ac27-fba28fbe437f req-0d5b731b-172a-4811-9413-dc80ad0cebd1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:12.778253 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-19c2b6d1-0646-4e30-ac27-fba28fbe437f req-0d5b731b-172a-4811-9413-dc80ad0cebd1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.3678293 Mar 09 06:08:12.798198 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506295f7-a89a-40f1-a58e-714878e5623a req-eeb8d236-0743-495f-a434-a90e8e29173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:12.800178 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-506295f7-a89a-40f1-a58e-714878e5623a req-eeb8d236-0743-495f-a434-a90e8e29173f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 1130 time: 0.3701274 Mar 09 06:08:12.822843 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37b45b79-196a-416e-a925-d238d9df8072 req-f9c3f203-5239-4b47-8f73-cf8adf00dfa3 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199026 Mar 09 06:08:12.878726 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-19c2b6d1-0646-4e30-ac27-fba28fbe437f req-27f858e5-fd1b-47d8-853c-74172c706757 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868020 Mar 09 06:08:12.884598 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-506295f7-a89a-40f1-a58e-714878e5623a req-3a15f91b-b76b-40b8-8242-4b85d4fe6964 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652475 Mar 09 06:08:12.930943 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Made reservation on behalf of a60dc1d368c94ddbb2b3e6bba69d224b for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:12.935533 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:13.090190 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639d5d1-7440-4dbb-beb9-01a752d263f3 req-6e441037-963c-47a6-b647-365d760915ba tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:13.094935 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8639d5d1-7440-4dbb-beb9-01a752d263f3 req-6e441037-963c-47a6-b647-365d760915ba tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1030915 Mar 09 06:08:13.103303 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Allocated IP 172.20.0.4 (5f612a6a-31a3-4e5e-958b-260f8615652d/d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67/abd40fd6-7864-4e90-9269-c43a0536cca2) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:08:13.215541 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8639d5d1-7440-4dbb-beb9-01a752d263f3 req-12f01bb7-0487-4cc6-b0d2-05bcda8c2c94 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135967 Mar 09 06:08:13.237396 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf80bc-6eee-42c7-ada4-f85835830fc1 req-170ef9c1-b678-457a-9d1a-f8d2f86c7d3f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:13.244184 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-facf80bc-6eee-42c7-ada4-f85835830fc1 req-170ef9c1-b678-457a-9d1a-f8d2f86c7d3f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 946 time: 0.1343493 Mar 09 06:08:13.318735 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48999cf8-0c10-4001-9f06-6bb9327a372f req-2178a86f-a18f-433b-a041-eb917a6498ad tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 210 time: 0.0436015 Mar 09 06:08:13.381642 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-facf80bc-6eee-42c7-ada4-f85835830fc1 req-4d852f00-1d43-408c-9bd6-64c5f7d6b543 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365943 Mar 09 06:08:13.409078 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks [] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:13.655117 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:13.699429 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Network 5f612a6a-31a3-4e5e-958b-260f8615652d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:13.703713 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:13.706674 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:08:13.712214 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:13.713464 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:13.731379 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Pushing event updated for resources: {'Port': ['ID=abd40fd6-7864-4e90-9269-c43a0536cca2,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:13.875008 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-487b7738-61fa-489c-a033-6c7039b6b208 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5005677 Mar 09 06:08:13.897347 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Request body: {'port': {'device_id': '87c52fa0-7909-47c9-83a4-e104542d6952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:14.022505 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:14.044801 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bcb72-63e1-4fc1-a38d-e0bdb8f0e1ec req-986eadf2-3839-4f15-b455-cd0974a81d52 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:14.073530 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-513bcb72-63e1-4fc1-a38d-e0bdb8f0e1ec req-986eadf2-3839-4f15-b455-cd0974a81d52 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.1284559 Mar 09 06:08:14.101567 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281f049-6c87-404f-b54e-6d92b9decf01 req-33ff350a-b1d9-40a9-a6e2-957dfe893829 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:14.103128 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e281f049-6c87-404f-b54e-6d92b9decf01 req-33ff350a-b1d9-40a9-a6e2-957dfe893829 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.1496520 Mar 09 06:08:14.224742 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-513bcb72-63e1-4fc1-a38d-e0bdb8f0e1ec req-41bf8f61-89b1-4dc1-ad1d-aacffb0f8bab tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529036 Mar 09 06:08:14.271702 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e281f049-6c87-404f-b54e-6d92b9decf01 req-3b9e36a8-6c83-4cbe-b549-575abfca6aa1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502893 Mar 09 06:08:14.394595 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d82d0-17c3-496b-8e63-e149c5e75023 req-10cbef76-1103-4ded-a033-3343747457b0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:14.396230 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b22d82d0-17c3-496b-8e63-e149c5e75023 req-10cbef76-1103-4ded-a033-3343747457b0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0900362 Mar 09 06:08:14.497069 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd40fd6-7864-4e90-9269-c43a0536cca2 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:08:14.516969 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Publish callbacks [] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:14.525468 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b22d82d0-17c3-496b-8e63-e149c5e75023 req-f50fe4a7-93aa-45b8-bb6a-4b7791b98342 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185238 Mar 09 06:08:14.547727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Transition to ACTIVE for port object abd40fd6-7864-4e90-9269-c43a0536cca2 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:08:14.547727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944face-3d5a-44c2-82d6-9c78355e3382 req-dae07372-977b-491c-8810-bf3bc8f09600 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:14.547727 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5944face-3d5a-44c2-82d6-9c78355e3382 req-dae07372-977b-491c-8810-bf3bc8f09600 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 931 time: 0.1433043 Mar 09 06:08:14.605262 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5944face-3d5a-44c2-82d6-9c78355e3382 req-a9c1fa79-b134-4856-acb1-f43ba4b0686e tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515707 Mar 09 06:08:14.645758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3143117-0542-41ae-ba4e-95011547ee90 req-d3bef068-103f-4997-ada1-b33ee90b6d68 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:14.647308 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3143117-0542-41ae-ba4e-95011547ee90 req-d3bef068-103f-4997-ada1-b33ee90b6d68 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 946 time: 0.0556901 Mar 09 06:08:14.666402 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:14.745605 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Pushing event updated for resources: {'Port': ['ID=abd40fd6-7864-4e90-9269-c43a0536cca2,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:14.750934 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3143117-0542-41ae-ba4e-95011547ee90 req-f5fb8527-fed9-4b25-ab47-3d37e268516d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980759 Mar 09 06:08:14.792681 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Attempting to bind port abd40fd6-7864-4e90-9269-c43a0536cca2 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:08:14.800543 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Attempting to bind port abd40fd6-7864-4e90-9269-c43a0536cca2 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:08:14.800543 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Attempting to bind port abd40fd6-7864-4e90-9269-c43a0536cca2 on network 5f612a6a-31a3-4e5e-958b-260f8615652d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:14.800543 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Port abd40fd6-7864-4e90-9269-c43a0536cca2 on network 5f612a6a-31a3-4e5e-958b-260f8615652d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:08:14.800543 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Attempting to bind port abd40fd6-7864-4e90-9269-c43a0536cca2 on network 5f612a6a-31a3-4e5e-958b-260f8615652d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:14.804186 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:08:14.804542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Checking segment: {'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:14.804932 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Bound using segment: {'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:08:14.805360 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Bound port: abd40fd6-7864-4e90-9269-c43a0536cca2, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:08:14.805711 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:14.879772 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] For port abd40fd6-7864-4e90-9269-c43a0536cca2, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:08:14.883024 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] For port abd40fd6-7864-4e90-9269-c43a0536cca2, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=abd40fd6-7864-4e90-9269-c43a0536cca2,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:08:14.982082 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 40988) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:14.999512 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.037615 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:15.038252 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.039606 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] 10.222.0.20 "PUT /v2.0/ports/abd40fd6-7864-4e90-9269-c43a0536cca2 HTTP/1.1" status: 200 len: 1093 time: 1.1470852 Mar 09 06:08:15.040046 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c52fa0-7909-47c9-83a4-e104542d6952', 'tag': 'abd40fd6-7864-4e90-9269-c43a0536cca2'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:15.042275 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60883579-258d-4a81-903a-c39a56bdea7b" -d '{"events": [{"name": "network-changed", "server_uuid": "87c52fa0-7909-47c9-83a4-e104542d6952", "tag": "abd40fd6-7864-4e90-9269-c43a0536cca2"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:15.075225 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fee3cb-8757-495b-bffd-73ddbd03cf29 service neutron] Pushing event updated for resources: {'Port': ['ID=abd40fd6-7864-4e90-9269-c43a0536cca2,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:15.084608 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a6c4e8-b968-4a7c-ba59-3a47f06aff1e x-openstack-request-id: req-e3a6c4e8-b968-4a7c-ba59-3a47f06aff1e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:15.084977 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c52fa0-7909-47c9-83a4-e104542d6952", "tag": "abd40fd6-7864-4e90-9269-c43a0536cca2", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:15.085353 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3a6c4e8-b968-4a7c-ba59-3a47f06aff1e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:15.085633 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c52fa0-7909-47c9-83a4-e104542d6952', 'tag': 'abd40fd6-7864-4e90-9269-c43a0536cca2', 'status': 'completed', 'code': 200} Mar 09 06:08:15.105155 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3038a58f-7bdf-4012-ad56-001790b448fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.191882 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60883579-258d-4a81-903a-c39a56bdea7b req-17e2f44f-15fe-4634-95c4-52ecc361d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:15.193393 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-60883579-258d-4a81-903a-c39a56bdea7b req-17e2f44f-15fe-4634-95c4-52ecc361d912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a60dc1d368c94ddbb2b3e6bba69d224b&device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 1127 time: 0.0745347 Mar 09 06:08:15.258986 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3038a58f-7bdf-4012-ad56-001790b448fd admin admin] Publish callbacks [] for security_group (503f937d-7821-4e7a-9f69-9ca9f424ad86), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.386566 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3038a58f-7bdf-4012-ad56-001790b448fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (503f937d-7821-4e7a-9f69-9ca9f424ad86), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.512120 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3038a58f-7bdf-4012-ad56-001790b448fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f24737a8c37046a79651715d84023377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5289600 Mar 09 06:08:15.515062 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41010) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:15.517531 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038a58f-7bdf-4012-ad56-001790b448fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503f937d-7821-4e7a-9f69-9ca9f424ad86,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:15.528222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60883579-258d-4a81-903a-c39a56bdea7b req-9ea056ea-82ce-4cc7-9caf-b655982980bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:15.529800 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-60883579-258d-4a81-903a-c39a56bdea7b req-9ea056ea-82ce-4cc7-9caf-b655982980bf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a60dc1d368c94ddbb2b3e6bba69d224b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3262980 Mar 09 06:08:15.542566 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf33903-3a22-4cf6-90c5-98a05621838f req-d75fb3bd-f45b-4c7d-b539-e9ddd666d365 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:15.545034 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bf33903-3a22-4cf6-90c5-98a05621838f req-d75fb3bd-f45b-4c7d-b539-e9ddd666d365 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.2784550 Mar 09 06:08:15.570375 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b94bcd3-2ea1-4b5b-9162-a0166d9051fb admin admin] Publish callbacks [] for security_group (503f937d-7821-4e7a-9f69-9ca9f424ad86), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.584020 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-67e1a90f-4286-4ed6-bb2c-8a4ed1b97d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:15.585533 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-67e1a90f-4286-4ed6-bb2c-8a4ed1b97d66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 1129 time: 0.2620120 Mar 09 06:08:15.591787 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b94bcd3-2ea1-4b5b-9162-a0166d9051fb admin admin] Publish callbacks [] for security_group (503f937d-7821-4e7a-9f69-9ca9f424ad86), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.604094 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d195-6fad-44eb-afcb-3c83b1fd52a0 req-3e7bbff7-5fd9-4f18-b313-5a8763cf598a tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:15.605907 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c36d195-6fad-44eb-afcb-3c83b1fd52a0 req-3e7bbff7-5fd9-4f18-b313-5a8763cf598a tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.2840970 Mar 09 06:08:15.754218 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b94bcd3-2ea1-4b5b-9162-a0166d9051fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (503f937d-7821-4e7a-9f69-9ca9f424ad86), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.756814 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b94bcd3-2ea1-4b5b-9162-a0166d9051fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:15.760532 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8b94bcd3-2ea1-4b5b-9162-a0166d9051fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/503f937d-7821-4e7a-9f69-9ca9f424ad86 HTTP/1.1" status: 204 len: 168 time: 0.2419949 Mar 09 06:08:15.770124 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94bcd3-2ea1-4b5b-9162-a0166d9051fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503f937d-7821-4e7a-9f69-9ca9f424ad86,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:16.017763 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bf33903-3a22-4cf6-90c5-98a05621838f req-3128b1fa-cd96-4708-9738-aaee648d0ec3 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496200 Mar 09 06:08:16.046860 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60883579-258d-4a81-903a-c39a56bdea7b req-d2006fd2-ea43-4c72-b04d-44a39123edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.048336 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-60883579-258d-4a81-903a-c39a56bdea7b req-d2006fd2-ea43-4c72-b04d-44a39123edcd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5024045 Mar 09 06:08:16.053620 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c36d195-6fad-44eb-afcb-3c83b1fd52a0 req-2668d140-06fa-4329-974b-678d1913f53d tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342804 Mar 09 06:08:16.067305 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-b3d350d2-b2e1-4b22-a210-a34c230233e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.076523 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-b3d350d2-b2e1-4b22-a210-a34c230233e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.4623721 Mar 09 06:08:16.141963 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-79167a7e-c6ae-4c6b-bd4c-9a818f72a73c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664be92f-edde-441a-bd22-50a7fb01b7f7 HTTP/1.1" status: 200 len: 217 time: 0.0620856 Mar 09 06:08:16.256910 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab11065-ebe5-4c8e-a122-d9f25f94b2fa req-d576244f-5cee-460e-bacb-ac94f82949ae tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.258416 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ab11065-ebe5-4c8e-a122-d9f25f94b2fa req-d576244f-5cee-460e-bacb-ac94f82949ae tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.1872382 Mar 09 06:08:16.262767 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-9129262b-ef1e-41be-83f1-90d9d916658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.264125 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-9129262b-ef1e-41be-83f1-90d9d916658a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.1059928 Mar 09 06:08:16.279100 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-c76afd9d-e8d7-4380-842e-5b4a62db92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.280428 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-c76afd9d-e8d7-4380-842e-5b4a62db92ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a60dc1d368c94ddbb2b3e6bba69d224b&device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 1127 time: 0.1770346 Mar 09 06:08:16.324309 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-32f24b4f-f4c9-448d-beb3-f41d0ecc4907 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471659 Mar 09 06:08:16.358812 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2a2a4-16c5-49d8-9946-597f3f6c0e1e req-103ecf6e-9dd1-4b86-99b6-4bae8f8ccbc6 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.360270 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9ec2a2a4-16c5-49d8-9946-597f3f6c0e1e req-103ecf6e-9dd1-4b86-99b6-4bae8f8ccbc6 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 943 time: 0.2218163 Mar 09 06:08:16.368380 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-67f5edd2-994f-4280-84db-6d325785ded2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd40fd6-7864-4e90-9269-c43a0536cca2 HTTP/1.1" status: 200 len: 217 time: 0.0723937 Mar 09 06:08:16.498911 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ab11065-ebe5-4c8e-a122-d9f25f94b2fa req-fa4385c2-bf1b-405c-94ad-f4425e949c6c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316382 Mar 09 06:08:16.538385 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9ec2a2a4-16c5-49d8-9946-597f3f6c0e1e req-6d8c0471-105b-4a39-8744-2d2e803d0349 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681602 Mar 09 06:08:16.539750 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-9dd20531-fb4d-4514-a890-43e2b7c13226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.541529 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-9dd20531-fb4d-4514-a890-43e2b7c13226 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67 HTTP/1.1" status: 200 len: 849 time: 0.1530588 Mar 09 06:08:16.580925 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-5e5ab7c9-02c1-4502-9057-f93ba430e9af service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293334 Mar 09 06:08:16.583977 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-f69863ce-a5c4-49b8-93e9-a62776fb8083 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f612a6a-31a3-4e5e-958b-260f8615652d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370369 Mar 09 06:08:16.701899 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41044) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:16.739654 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41048) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:16.786825 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46675c3-20ff-4e84-86f0-046da741bff2 req-3ef92fbd-16e4-49de-900c-1c82a48174a9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.790408 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41052) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:16.793459 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e46675c3-20ff-4e84-86f0-046da741bff2 req-3ef92fbd-16e4-49de-900c-1c82a48174a9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 946 time: 0.2114651 Mar 09 06:08:16.806405 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-847fca78-9f5e-4d8a-92be-cb2be9f48858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:16.818073 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d1d1-cfff-4f89-adf8-82995995f2d1 req-739b4fed-cb62-47f0-bbad-67b842ec2de8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:16.822724 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e548d1d1-cfff-4f89-adf8-82995995f2d1 req-739b4fed-cb62-47f0-bbad-67b842ec2de8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.2309871 Mar 09 06:08:16.833684 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41054) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:16.841074 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'floatingip': {'port_id': '477575e8-e9e2-4cfd-9a46-715db6132777'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:16.869670 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cb2e8758-060d-4728-b0ea-f358e3b67938 req-81902d9f-4d9e-46f5-b438-e4d4d50208ed service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529616 Mar 09 06:08:16.873491 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-89511165-3477-4d6a-8c9b-f88136872e88 service neutron] 10.222.0.20 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709010 Mar 09 06:08:16.915159 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e46675c3-20ff-4e84-86f0-046da741bff2 req-14bf9b45-da60-4f56-acdd-8fbcd9bf081f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189225 Mar 09 06:08:16.973315 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (e6636c5d-e8bd-4903-bee0-53a90f9d55b6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.035170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20debc95-9cc6-4c7c-90e6-40d03ac4f43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.074223 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a5c0955a-44c0-40c9-8e72-32cce4d8b715 req-79c6d054-5cea-4f70-9107-0ff7740f6b63 service neutron] 10.222.0.20 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924849 Mar 09 06:08:17.107426 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b793fd8-271e-433d-9a22-5ad7d5000858 req-ba07c8e2-7464-434d-bc4a-818f676406cd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:17.118635 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0b793fd8-271e-433d-9a22-5ad7d5000858 req-ba07c8e2-7464-434d-bc4a-818f676406cd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 946 time: 0.0990701 Mar 09 06:08:17.126255 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41068) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:17.126390 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b7c4-ccab-4ffb-9c01-97c90bfe63ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.129575 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'floatingip': {'port_id': '214495d5-d481-42bc-acdc-e507061a96f8'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:17.220830 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (fde76fbe-b0ba-4df3-9a19-7387f145ff9e), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.243943 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-847fca78-9f5e-4d8a-92be-cb2be9f48858 admin admin] Publish callbacks [] for security_group (03473f32-8b18-4f9f-9b73-f2146ceacb40), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.326782 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd0f7-05e5-465e-bc6a-c39588555a7e req-a00c9070-b10d-4deb-a3f6-3ee4ec8b931f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:17.328319 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-957fd0f7-05e5-465e-bc6a-c39588555a7e req-a00c9070-b10d-4deb-a3f6-3ee4ec8b931f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.2141800 Mar 09 06:08:17.336253 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-847fca78-9f5e-4d8a-92be-cb2be9f48858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (03473f32-8b18-4f9f-9b73-f2146ceacb40), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.440549 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20debc95-9cc6-4c7c-90e6-40d03ac4f43f admin admin] Publish callbacks [] for security_group (3aa1fdbb-a92a-4e21-b757-fd951171d71d), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.450350 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-957fd0f7-05e5-465e-bc6a-c39588555a7e req-d697af74-70c4-4de7-b3e3-0dafd116c0c4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983098 Mar 09 06:08:17.450630 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fca78-9f5e-4d8a-92be-cb2be9f48858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03473f32-8b18-4f9f-9b73-f2146ceacb40,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:17.454805 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-847fca78-9f5e-4d8a-92be-cb2be9f48858 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c289227547c54901a8cbe64be5723856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6626847 Mar 09 06:08:17.457433 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41070) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:17.506722 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b7c4-ccab-4ffb-9c01-97c90bfe63ca admin admin] Publish callbacks [] for security_group (17d3abba-75b9-4752-9f9e-0f0110ac1137), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.571700 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20debc95-9cc6-4c7c-90e6-40d03ac4f43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (3aa1fdbb-a92a-4e21-b757-fd951171d71d), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.589132 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Publish callbacks [] for security_group (03473f32-8b18-4f9f-9b73-f2146ceacb40), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.620993 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b7c4-ccab-4ffb-9c01-97c90bfe63ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (17d3abba-75b9-4752-9f9e-0f0110ac1137), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.733010 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-20debc95-9cc6-4c7c-90e6-40d03ac4f43f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57681911f5314a6f9ccd952436ab4ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0298095 Mar 09 06:08:17.740834 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41074) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:17.741729 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20debc95-9cc6-4c7c-90e6-40d03ac4f43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa1fdbb-a92a-4e21-b757-fd951171d71d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:17.766917 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a5d0b7c4-ccab-4ffb-9c01-97c90bfe63ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52a3af9956244ec1b55de1936b83c28c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0254147 Mar 09 06:08:17.784703 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41076) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:17.892653 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Publish callbacks [] for security_group (03473f32-8b18-4f9f-9b73-f2146ceacb40), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:17.893210 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0b7c4-ccab-4ffb-9c01-97c90bfe63ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3abba-75b9-4752-9f9e-0f0110ac1137,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:17.981611 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf89-afd3-415e-90e8-d1278bb3250c admin admin] Publish callbacks [] for security_group (3aa1fdbb-a92a-4e21-b757-fd951171d71d), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.060758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dd367-406c-401d-9920-9286a6ca6744 req-1e827e09-a002-468b-8723-989c5c88a34e tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:18.062321 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f89dd367-406c-401d-9920-9286a6ca6744 req-1e827e09-a002-468b-8723-989c5c88a34e tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 943 time: 0.4489484 Mar 09 06:08:18.185574 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f89dd367-406c-401d-9920-9286a6ca6744 req-14aa9100-47ae-4b70-ac68-91ad0521300f tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161594 Mar 09 06:08:18.217296 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc0be5e4-fd62-4725-88b9-f9c688e003a4 admin admin] Publish callbacks [] for security_group (17d3abba-75b9-4752-9f9e-0f0110ac1137), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.222508 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (03473f32-8b18-4f9f-9b73-f2146ceacb40), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.225339 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.226449 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03473f32-8b18-4f9f-9b73-f2146ceacb40 HTTP/1.1" status: 204 len: 168 time: 0.7681086 Mar 09 06:08:18.231191 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.234770 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf89-afd3-415e-90e8-d1278bb3250c admin admin] Publish callbacks [] for security_group (3aa1fdbb-a92a-4e21-b757-fd951171d71d), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.253820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03473f32-8b18-4f9f-9b73-f2146ceacb40,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:18.264319 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc0be5e4-fd62-4725-88b9-f9c688e003a4 admin admin] Publish callbacks [] for security_group (17d3abba-75b9-4752-9f9e-0f0110ac1137), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.274089 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.274464 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.274814 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.275154 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.275752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.275873 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.276150 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.276480 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.276849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.277194 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.277521 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.277847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.278164 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339fcec6-ac0b-4e4b-a840-edb35543ea6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:18.284355 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.305729 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (e6636c5d-e8bd-4903-bee0-53a90f9d55b6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.359037 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (fde76fbe-b0ba-4df3-9a19-7387f145ff9e), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.413480 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Floating IP e6636c5d-e8bd-4903-bee0-53a90f9d55b6 associated. External IP: 172.27.0.27, port: 477575e8-e9e2-4cfd-9a46-715db6132777. Mar 09 06:08:18.465114 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Floating IP fde76fbe-b0ba-4df3-9a19-7387f145ff9e associated. External IP: 172.27.0.207, port: 214495d5-d481-42bc-acdc-e507061a96f8. Mar 09 06:08:18.500607 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc0be5e4-fd62-4725-88b9-f9c688e003a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (17d3abba-75b9-4752-9f9e-0f0110ac1137), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.503155 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc0be5e4-fd62-4725-88b9-f9c688e003a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.507006 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-dc0be5e4-fd62-4725-88b9-f9c688e003a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17d3abba-75b9-4752-9f9e-0f0110ac1137 HTTP/1.1" status: 204 len: 168 time: 0.7186773 Mar 09 06:08:18.508230 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf89-afd3-415e-90e8-d1278bb3250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (3aa1fdbb-a92a-4e21-b757-fd951171d71d), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.510962 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf89-afd3-415e-90e8-d1278bb3250c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.512045 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0ae6cf89-afd3-415e-90e8-d1278bb3250c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3aa1fdbb-a92a-4e21-b757-fd951171d71d HTTP/1.1" status: 204 len: 168 time: 0.7674973 Mar 09 06:08:18.521905 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0be5e4-fd62-4725-88b9-f9c688e003a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3abba-75b9-4752-9f9e-0f0110ac1137,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:18.540046 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6cf89-afd3-415e-90e8-d1278bb3250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa1fdbb-a92a-4e21-b757-fd951171d71d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:18.679450 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:08:18.695384 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9adee6-639d-4b1b-b8a5-4884b1a97adb req-30cd95f0-41ca-4dc9-81b2-8cfef8f45769 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:18.696915 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f9adee6-639d-4b1b-b8a5-4884b1a97adb req-30cd95f0-41ca-4dc9-81b2-8cfef8f45769 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1108215 Mar 09 06:08:18.774014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:08:18.788868 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f9adee6-639d-4b1b-b8a5-4884b1a97adb req-b35d150c-a9bd-47e8-9cb2-592b4fbffe7f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671027 Mar 09 06:08:18.792800 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:08:18.797360 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.816021 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] Sync routers for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:08:18.835725 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:18.836269 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d2a1556a-4094-4c09-b34a-619273c1aa7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "PUT /v2.0/floatingips/e6636c5d-e8bd-4903-bee0-53a90f9d55b6 HTTP/1.1" status: 200 len: 991 time: 2.0012293 Mar 09 06:08:18.843522 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:18.843650 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:18.843769 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:18.899351 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551f0f8-6a5d-4b64-837f-9405c4312774 x-openstack-request-id: req-e551f0f8-6a5d-4b64-837f-9405c4312774 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:18.899639 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:18.899894 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e551f0f8-6a5d-4b64-837f-9405c4312774 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:18.900293 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777', 'status': 'completed', 'code': 200} Mar 09 06:08:18.916815 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:08:18.922061 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:18.929741 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267978a-4845-466c-a8c6-df510241a400 None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:08:18.949128 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267978a-4845-466c-a8c6-df510241a400 None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:18.950425 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6267978a-4845-466c-a8c6-df510241a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:18.958523 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:18.973421 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6733a8e6-310d-4743-a618-3722a866097f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "PUT /v2.0/floatingips/fde76fbe-b0ba-4df3-9a19-7387f145ff9e HTTP/1.1" status: 200 len: 992 time: 1.8478582 Mar 09 06:08:18.981252 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'tag': '214495d5-d481-42bc-acdc-e507061a96f8'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:18.983663 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68e8cb3-9c10-40c5-b747-a2436495d55b" -d '{"events": [{"name": "network-changed", "server_uuid": "b199d6f1-5448-4fca-ad6f-d5689a0b0cbc", "tag": "214495d5-d481-42bc-acdc-e507061a96f8"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:19.031196 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-3654d87a-fcca-4643-9b52-af6771dbcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:19.032924 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-3654d87a-fcca-4643-9b52-af6771dbcf80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 1130 time: 0.0580013 Mar 09 06:08:19.093417 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095796e7-4eaf-497e-a6e4-ca17648cb319 x-openstack-request-id: req-095796e7-4eaf-497e-a6e4-ca17648cb319 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:19.093726 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b199d6f1-5448-4fca-ad6f-d5689a0b0cbc", "tag": "214495d5-d481-42bc-acdc-e507061a96f8", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:19.094586 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-095796e7-4eaf-497e-a6e4-ca17648cb319 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:19.094989 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'tag': '214495d5-d481-42bc-acdc-e507061a96f8', 'status': 'completed', 'code': 200} Mar 09 06:08:19.138544 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6267978a-4845-466c-a8c6-df510241a400 None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:19.207779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-ccdc3c27-799e-4ddf-8589-b5a436ef4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:19.212728 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-ccdc3c27-799e-4ddf-8589-b5a436ef4c67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.1622667 Mar 09 06:08:19.232771 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-9875d6fa-f1f6-40aa-bc90-ec615432921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:19.234337 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-9875d6fa-f1f6-40aa-bc90-ec615432921d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 1130 time: 0.1431952 Mar 09 06:08:19.378601 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'e6636c5d-e8bd-4903-bee0-53a90f9d55b6', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'port_id': '477575e8-e9e2-4cfd-9a46-715db6132777', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'mac_address': 'fa:16:3e:af:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:45Z', 'updated_at': '2022-03-09T06:08:17Z', 'revision_number': 1, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:19.405170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41114) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:19.414733 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] Checking router: 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:08:19.424896 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:19.426283 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:19.426970 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:19.465204 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-8702cc60-1353-4f4c-9265-3e9b43629fd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 200 len: 999 time: 0.2440469 Mar 09 06:08:19.488531 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41116) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:19.512908 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2f758b2-3be5-49bf-b904-30c43bb90d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:19.547987 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-041413ec-faa2-4038-99a4-7b59a4830005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:19.550076 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-041413ec-faa2-4038-99a4-7b59a4830005 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 916 time: 0.2753606 Mar 09 06:08:19.558953 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35647e7f-b880-4c1c-a767-7d10897e8613 req-d0e7f5eb-f4c2-4af6-8084-e7d7cc3caccb tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:19.560543 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35647e7f-b880-4c1c-a767-7d10897e8613 req-d0e7f5eb-f4c2-4af6-8084-e7d7cc3caccb tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 943 time: 0.2461786 Mar 09 06:08:19.575356 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-5f58251c-ed4f-4964-8154-0a6fd839ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:19.576843 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-5f58251c-ed4f-4964-8154-0a6fd839ffc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.1029859 Mar 09 06:08:19.587450 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Publish callbacks [] for security_group (7050d9a6-467b-4074-a233-5f0d57de1cf9), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:19.672895 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:19.729468 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2f758b2-3be5-49bf-b904-30c43bb90d65 admin admin] Publish callbacks [] for security_group (48661c0b-89ce-4989-bb86-c457431992ca), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:19.731078 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (7050d9a6-467b-4074-a233-5f0d57de1cf9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:19.763227 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f54f7c829b5494e93650a3e02977bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565056 Mar 09 06:08:19.764186 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41126) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:19.807518 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device abd40fd6-7864-4e90-9269-c43a0536cca2 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:08:19.816645 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7050d9a6-467b-4074-a233-5f0d57de1cf9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:19.838489 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.838919 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.839271 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.839616 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.839948 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.840285 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.840658 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.841031 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.841445 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.842057 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.842057 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.842441 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.844778 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d57f87-7e3f-4db5-b2e6-422d934e6d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:19.860059 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2f758b2-3be5-49bf-b904-30c43bb90d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (48661c0b-89ce-4989-bb86-c457431992ca), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:19.921655 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f758b2-3be5-49bf-b904-30c43bb90d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48661c0b-89ce-4989-bb86-c457431992ca,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:19.964936 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port abd40fd6-7864-4e90-9269-c43a0536cca2, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=abd40fd6-7864-4e90-9269-c43a0536cca2,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:19.965487 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-1e8acf7b-034f-4ef3-b791-cb5c74062664 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=214495d5-d481-42bc-acdc-e507061a96f8 HTTP/1.1" status: 200 len: 1000 time: 0.4039428 Mar 09 06:08:19.969370 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6267978a-4845-466c-a8c6-df510241a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:18Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:19.981200 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13d53780-baad-42f1-984e-202eee226a27 admin admin] Publish callbacks [] for security_group (7050d9a6-467b-4074-a233-5f0d57de1cf9), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:19.999519 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e2f758b2-3be5-49bf-b904-30c43bb90d65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e313cce27f54da79923e5fa1b455568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095210 Mar 09 06:08:20.002428 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41132) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:20.006154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267978a-4845-466c-a8c6-df510241a400 None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:08:20.009591 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'abd40fd6-7864-4e90-9269-c43a0536cca2', 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d', 'port_id': 'abd40fd6-7864-4e90-9269-c43a0536cca2', 'mac_address': 'fa:16:3e:32:ef:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:08:20.039992 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267978a-4845-466c-a8c6-df510241a400 None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:20.040978 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6267978a-4845-466c-a8c6-df510241a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:20.043535 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-6a329e42-282d-4e37-8818-0ce12a2d433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:20.045244 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-6a329e42-282d-4e37-8818-0ce12a2d433f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4166937 Mar 09 06:08:20.067766 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13d53780-baad-42f1-984e-202eee226a27 admin admin] Publish callbacks [] for security_group (7050d9a6-467b-4074-a233-5f0d57de1cf9), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.089739 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35647e7f-b880-4c1c-a767-7d10897e8613 req-fa16f6bb-232e-476c-89d7-d7d3ea08bc0b tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131650 Mar 09 06:08:20.116181 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port abd40fd6-7864-4e90-9269-c43a0536cca2 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:20.116181 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.159596 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'e6636c5d-e8bd-4903-bee0-53a90f9d55b6', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'port_id': '477575e8-e9e2-4cfd-9a46-715db6132777', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'mac_address': 'fa:16:3e:af:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:45Z', 'updated_at': '2022-03-09T06:08:17Z', 'revision_number': 1, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:20.169206 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d57a09be-1e26-404b-ab23-cb2385dfd60f admin admin] Publish callbacks [] for security_group (48661c0b-89ce-4989-bb86-c457431992ca), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.174081 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-07e1c9a0-584d-418b-bfc4-98074d72201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:20.177670 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-07e1c9a0-584d-418b-bfc4-98074d72201a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.1906903 Mar 09 06:08:20.187199 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd40fd6-7864-4e90-9269-c43a0536cca2 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:08:20.198109 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b420a-319b-42d9-b667-2cfe497fb30f None None] The sync data for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi is: [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'e6636c5d-e8bd-4903-bee0-53a90f9d55b6', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'port_id': '477575e8-e9e2-4cfd-9a46-715db6132777', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'mac_address': 'fa:16:3e:af:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:45Z', 'updated_at': '2022-03-09T06:08:17Z', 'revision_number': 1, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:08:20.206599 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d57a09be-1e26-404b-ab23-cb2385dfd60f admin admin] Publish callbacks [] for security_group (48661c0b-89ce-4989-bb86-c457431992ca), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.231826 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13d53780-baad-42f1-984e-202eee226a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (7050d9a6-467b-4074-a233-5f0d57de1cf9), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.234582 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port abd40fd6-7864-4e90-9269-c43a0536cca2, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=abd40fd6-7864-4e90-9269-c43a0536cca2,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:20.235119 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13d53780-baad-42f1-984e-202eee226a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.239518 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-13d53780-baad-42f1-984e-202eee226a27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7050d9a6-467b-4074-a233-5f0d57de1cf9 HTTP/1.1" status: 204 len: 168 time: 0.4704282 Mar 09 06:08:20.257522 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6267978a-4845-466c-a8c6-df510241a400 None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:20.262124 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d53780-baad-42f1-984e-202eee226a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7050d9a6-467b-4074-a233-5f0d57de1cf9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:20.361955 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-f1f7b8a4-3160-42c1-b34d-451dfc77a6c2 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098435 Mar 09 06:08:20.377597 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.435274 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d57a09be-1e26-404b-ab23-cb2385dfd60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (48661c0b-89ce-4989-bb86-c457431992ca), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.438614 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d57a09be-1e26-404b-ab23-cb2385dfd60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:20.439585 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-4b625fca-76ff-42dd-9ce6-5e933f06df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:20.441112 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-4b625fca-76ff-42dd-9ce6-5e933f06df81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2570364 Mar 09 06:08:20.449445 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d57a09be-1e26-404b-ab23-cb2385dfd60f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48661c0b-89ce-4989-bb86-c457431992ca HTTP/1.1" status: 204 len: 168 time: 0.4453421 Mar 09 06:08:20.458846 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a09be-1e26-404b-ab23-cb2385dfd60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48661c0b-89ce-4989-bb86-c457431992ca,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:20.497985 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce98e8-376d-450f-bed7-e99977a89d6c req-83ac0258-8c6e-4544-a601-1cfff5c49517 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:20.499569 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-71ce98e8-376d-450f-bed7-e99977a89d6c req-83ac0258-8c6e-4544-a601-1cfff5c49517 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1761451 Mar 09 06:08:20.506733 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=abd40fd6-7864-4e90-9269-c43a0536cca2,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:20.575435 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e687a-8336-494a-90f1-d0b31d740e01 None None] New status for floating IP e6636c5d-e8bd-4903-bee0-53a90f9d55b6: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:08:20.632421 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39ce22cd-d04a-4109-9607-bb9db5dbfeb4 req-2a0989f1-19ce-4326-a2e4-c41e1783767f service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520607 Mar 09 06:08:20.651414 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-71ce98e8-376d-450f-bed7-e99977a89d6c req-d4a4ac75-a92f-47b7-94e2-e84f3f9ea8fb tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370678 Mar 09 06:08:20.684420 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-3213e4d6-0d1e-411a-8172-e3539c7662db service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084000 Mar 09 06:08:20.692427 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6267978a-4845-466c-a8c6-df510241a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:18Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:20.722839 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267978a-4845-466c-a8c6-df510241a400 None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:18Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:08:20.819094 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a68e8cb3-9c10-40c5-b747-a2436495d55b req-c1eeea94-9cfe-46f6-95ee-00445625eb9d service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239035 Mar 09 06:08:20.868776 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['abd40fd6-7864-4e90-9269-c43a0536cca2'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:21.062382 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb1fdf7-655c-4dab-a872-03b4da574762 None None] New status for floating IP fde76fbe-b0ba-4df3-9a19-7387f145ff9e: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:08:21.216599 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb21f4-b450-428a-989e-6ab3648ce60e req-532a72c3-abfc-4996-a339-52d7f44deb02 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:21.218318 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-83fb21f4-b450-428a-989e-6ab3648ce60e req-532a72c3-abfc-4996-a339-52d7f44deb02 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 944 time: 0.0531547 Mar 09 06:08:21.288090 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-83fb21f4-b450-428a-989e-6ab3648ce60e req-6333a71a-4bc5-4f6f-92b4-2eccc7cd83f9 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Mar 09 06:08:21.539980 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41178) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:21.736703 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e0de7ec-ba1a-4075-85aa-b88478d7e23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:21.783836 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add03cfe-e927-4633-93d1-5fe73c74b352 req-446bc3e5-0a4b-4ab3-9e4b-4ab8a586b650 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:21.792927 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-add03cfe-e927-4633-93d1-5fe73c74b352 req-446bc3e5-0a4b-4ab3-9e4b-4ab8a586b650 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0669861 Mar 09 06:08:21.842258 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-add03cfe-e927-4633-93d1-5fe73c74b352 req-2f04bf3d-bc42-4de1-88fc-719cc3160ef8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507145 Mar 09 06:08:21.844094 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e0de7ec-ba1a-4075-85aa-b88478d7e23e admin admin] Publish callbacks [] for security_group (daf27f77-f484-44cb-ae8b-79d515efccaa), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:21.941799 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e0de7ec-ba1a-4075-85aa-b88478d7e23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (daf27f77-f484-44cb-ae8b-79d515efccaa), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:21.981544 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3e0de7ec-ba1a-4075-85aa-b88478d7e23e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0703fc41d2b646df81897e937e2122b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404449 Mar 09 06:08:21.983053 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de7ec-ba1a-4075-85aa-b88478d7e23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf27f77-f484-44cb-ae8b-79d515efccaa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:21.985610 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41198) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:22.044135 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-34cf76b7-73d4-4c9c-9473-d2957651d09b admin admin] Publish callbacks [] for security_group (daf27f77-f484-44cb-ae8b-79d515efccaa), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.065504 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-34cf76b7-73d4-4c9c-9473-d2957651d09b admin admin] Publish callbacks [] for security_group (daf27f77-f484-44cb-ae8b-79d515efccaa), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.201421 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41206) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:22.219483 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-34cf76b7-73d4-4c9c-9473-d2957651d09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (daf27f77-f484-44cb-ae8b-79d515efccaa), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.222695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-34cf76b7-73d4-4c9c-9473-d2957651d09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.224099 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-34cf76b7-73d4-4c9c-9473-d2957651d09b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daf27f77-f484-44cb-ae8b-79d515efccaa HTTP/1.1" status: 204 len: 168 time: 0.2369747 Mar 09 06:08:22.232922 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf76b7-73d4-4c9c-9473-d2957651d09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf27f77-f484-44cb-ae8b-79d515efccaa,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:22.300864 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2049709608-network', 'tenant_id': 'ec3b7f176baf4e398c0dec0409e3dba9'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:22.409214 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e13dc-18ba-413e-8552-e3a0a8fea7c2 req-b6b8d8b0-1723-484a-a4d0-5c93abd79cce tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:22.410659 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-424e13dc-18ba-413e-8552-e3a0a8fea7c2 req-b6b8d8b0-1723-484a-a4d0-5c93abd79cce tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 944 time: 0.0557742 Mar 09 06:08:22.436140 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Made reservation on behalf of ec3b7f176baf4e398c0dec0409e3dba9 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:22.438590 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.447815 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.461381 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-424e13dc-18ba-413e-8552-e3a0a8fea7c2 req-b73b832e-eea3-4551-8e2a-2a23052d7783 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Mar 09 06:08:22.533350 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Publish callbacks [] for security_group (2f0e8f60-7bfd-415c-b37a-33709ab711ed), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.599071 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2f0e8f60-7bfd-415c-b37a-33709ab711ed), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.620881 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:08:22.636922 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e8f60-7bfd-415c-b37a-33709ab711ed,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:22.639874 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (408f4178-83a1-4928-b887-b8dfe637652d), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.640221 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Added segment 408f4178-83a1-4928-b887-b8dfe637652d of type vlan for network c00cae15-67fe-44a6-8370-e3a6adc5a0f5 Mar 09 06:08:22.683349 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (c00cae15-67fe-44a6-8370-e3a6adc5a0f5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.819014 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (c00cae15-67fe-44a6-8370-e3a6adc5a0f5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.820009 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:22.820639 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:22.877797 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] Pushing event updated for resources: {'Network': ['ID=c00cae15-67fe-44a6-8370-e3a6adc5a0f5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:22.888280 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network c00cae15-67fe-44a6-8370-e3a6adc5a0f5 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:08:22.950487 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b1500f0f-13bc-46e2-9b7a-95c193c9a1ad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7477491 Mar 09 06:08:22.959066 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41236) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:22.965718 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Request body: {'subnet': {'network_id': 'c00cae15-67fe-44a6-8370-e3a6adc5a0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2049709608-subnet', 'tenant_id': 'ec3b7f176baf4e398c0dec0409e3dba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:22.999851 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b787590-6e48-436f-8f1c-159787e27d97 req-96dbc558-dbb6-4299-ba51-7e6367350af4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:23.002023 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b787590-6e48-436f-8f1c-159787e27d97 req-96dbc558-dbb6-4299-ba51-7e6367350af4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0840666 Mar 09 06:08:23.052419 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b787590-6e48-436f-8f1c-159787e27d97 req-0dddc3b9-8c8c-4c55-a13a-1fe4227715f6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Mar 09 06:08:23.101523 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Made reservation on behalf of ec3b7f176baf4e398c0dec0409e3dba9 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:23.103904 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3364228'] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:23.353390 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3455229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3364250'] for subnet (67ed7f51-5833-4b4b-8a35-f46de7ff3a04), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:23.413356 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ed7f51-5833-4b4b-8a35-f46de7ff3a04,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:23.421907 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Checking segment: {'id': '408f4178-83a1-4928-b887-b8dfe637652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c00cae15-67fe-44a6-8370-e3a6adc5a0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:23.422266 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Network hostable DHCP agents. Network: c00cae15-67fe-44a6-8370-e3a6adc5a0f5, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:08:23.483047 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41260) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:23.494914 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Network c00cae15-67fe-44a6-8370-e3a6adc5a0f5 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:08:23.576773 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, c00cae15-67fe-44a6-8370-e3a6adc5a0f5) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:23.581148 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:23.581880 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:23.589828 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a38472-d02b-49f7-ac6b-d37a958bb9b6 None None] Network c00cae15-67fe-44a6-8370-e3a6adc5a0f5 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:23.609581 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-353778002-network', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:23.615403 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445cff7-f2a5-4de2-963c-acc6950fec7e req-9cd826e0-fc8d-46a6-a796-353bc9c158c1 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:23.617034 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8445cff7-f2a5-4de2-963c-acc6950fec7e req-9cd826e0-fc8d-46a6-a796-353bc9c158c1 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 944 time: 0.0828385 Mar 09 06:08:23.670953 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8445cff7-f2a5-4de2-963c-acc6950fec7e req-cdbb424c-d499-4f45-8377-d754ff9d2534 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475383 Mar 09 06:08:23.672954 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-61b39c37-92db-4434-b068-ba0f99043547 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7124894 Mar 09 06:08:23.689315 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96fda86-555a-4103-9788-a77ef18c0509 None None] Network c00cae15-67fe-44a6-8370-e3a6adc5a0f5 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:23.759023 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Made reservation on behalf of 53eb36d293cd4fbb98cc9d984c65117b for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:23.762726 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:23.775071 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:23.821278 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device abd40fd6-7864-4e90-9269-c43a0536cca2 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:23.858751 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Publish callbacks [] for security_group (932e1824-9b95-4288-8a05-e42e82495997), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:23.987816 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (932e1824-9b95-4288-8a05-e42e82495997), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:23.993797 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:23.995287 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port abd40fd6-7864-4e90-9269-c43a0536cca2 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:08:24.000161 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port abd40fd6-7864-4e90-9269-c43a0536cca2 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:24.000912 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.016999 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932e1824-9b95-4288-8a05-e42e82495997,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:24.022568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:08:24.037369 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (f74c3303-859d-4ba0-8904-ecf6794f8218), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.037369 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Added segment f74c3303-859d-4ba0-8904-ecf6794f8218 of type vlan for network 059a71b1-9e42-47ec-a6ff-48a2d0067043 Mar 09 06:08:24.075251 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (059a71b1-9e42-47ec-a6ff-48a2d0067043), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.181691 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (059a71b1-9e42-47ec-a6ff-48a2d0067043), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.182667 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:24.183255 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.196725 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7985a0-c0e1-4c96-9efc-2d946377bdea req-25cb6add-fc63-4940-92cf-085f743ab129 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:24.201862 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c7985a0-c0e1-4c96-9efc-2d946377bdea req-25cb6add-fc63-4940-92cf-085f743ab129 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0787563 Mar 09 06:08:24.213019 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port abd40fd6-7864-4e90-9269-c43a0536cca2 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:24.213408 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.244620 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c52fa0-7909-47c9-83a4-e104542d6952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd40fd6-7864-4e90-9269-c43a0536cca2'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:24.247750 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d8725c-918b-4412-951f-3eba7a3361ed" -d '{"events": [{"server_uuid": "87c52fa0-7909-47c9-83a4-e104542d6952", "name": "network-vif-plugged", "status": "completed", "tag": "abd40fd6-7864-4e90-9269-c43a0536cca2"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:24.263228 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port abd40fd6-7864-4e90-9269-c43a0536cca2, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=abd40fd6-7864-4e90-9269-c43a0536cca2,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:24.269659 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c7985a0-c0e1-4c96-9efc-2d946377bdea req-90f9ebb6-6297-41d6-873d-c28c565feb57 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499136 Mar 09 06:08:24.279451 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] Pushing event updated for resources: {'Network': ['ID=059a71b1-9e42-47ec-a6ff-48a2d0067043,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:24.290348 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:08:24.305469 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b052010-a3af-4ed8-a7d3-9778edb30b7a x-openstack-request-id: req-6b052010-a3af-4ed8-a7d3-9778edb30b7a {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:24.305778 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c52fa0-7909-47c9-83a4-e104542d6952", "name": "network-vif-plugged", "status": "completed", "tag": "abd40fd6-7864-4e90-9269-c43a0536cca2", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:24.306034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b052010-a3af-4ed8-a7d3-9778edb30b7a {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:24.306418 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c52fa0-7909-47c9-83a4-e104542d6952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd40fd6-7864-4e90-9269-c43a0536cca2', 'code': 200} Mar 09 06:08:24.344710 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5e803c2e-761e-4cd5-a97d-8a5803ca5060 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8603356 Mar 09 06:08:24.348142 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41282) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:24.353238 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Request body: {'subnet': {'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-353778002-subnet', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:24.399335 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.449592 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=abd40fd6-7864-4e90-9269-c43a0536cca2,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:24.457183 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.457562 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.457970 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.458373 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.458646 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.463566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.463566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.463566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.463566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.463566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.463566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.463566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.463566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:24.545568 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Made reservation on behalf of 53eb36d293cd4fbb98cc9d984c65117b for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:24.550596 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41292) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:24.552397 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.555560 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2137075961-network', 'tenant_id': '0409ae5b8e70465eaa32b4eabaec7211'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:24.677153 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Made reservation on behalf of 0409ae5b8e70465eaa32b4eabaec7211 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:24.679812 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.688373 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.764600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Publish callbacks [] for security_group (00495c17-e178-4bfb-b0ed-2bb564e2129f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.788585 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd517028-8e83-40d6-9474-e931255394cf req-520f77c0-81f4-41a0-b905-31b2a82f47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:24.789821 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd517028-8e83-40d6-9474-e931255394cf req-520f77c0-81f4-41a0-b905-31b2a82f47bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 1129 time: 0.1249602 Mar 09 06:08:24.833430 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7101147-822b-43ca-ad1d-629df7c4aa99 req-d3d939a2-6216-4eb2-9bca-67520588965f tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:24.834938 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7101147-822b-43ca-ad1d-629df7c4aa99 req-d3d939a2-6216-4eb2-9bca-67520588965f tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 945 time: 0.0941014 Mar 09 06:08:24.853766 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (00495c17-e178-4bfb-b0ed-2bb564e2129f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.857682 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd517028-8e83-40d6-9474-e931255394cf req-282283ab-5ff9-4b73-9b66-23b4d512ee20 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601063 Mar 09 06:08:24.875129 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:08:24.891323 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00495c17-e178-4bfb-b0ed-2bb564e2129f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:24.895215 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (e2bc8eda-27e9-4acc-997d-92e7f8a46f8d), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.895868 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Added segment e2bc8eda-27e9-4acc-997d-92e7f8a46f8d of type vlan for network 16f72f81-a0b2-4b1f-a2b3-9b7776004c68 Mar 09 06:08:24.903179 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (c9f2afb9-3556-46a3-a2a0-819178b15196), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.908305 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7101147-822b-43ca-ad1d-629df7c4aa99 req-79165616-c3ef-4e8f-a76f-4f5e9d4b254d tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636942 Mar 09 06:08:24.948866 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (16f72f81-a0b2-4b1f-a2b3-9b7776004c68), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:24.963144 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f2afb9-3556-46a3-a2a0-819178b15196,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:24.971317 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Checking segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:24.971678 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Network hostable DHCP agents. Network: 059a71b1-9e42-47ec-a6ff-48a2d0067043, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:08:25.030999 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (16f72f81-a0b2-4b1f-a2b3-9b7776004c68), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.031990 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:25.032623 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.088268 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:08:25.092850 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] Pushing event updated for resources: {'Network': ['ID=16f72f81-a0b2-4b1f-a2b3-9b7776004c68,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:25.102687 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 16f72f81-a0b2-4b1f-a2b3-9b7776004c68 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:08:25.121971 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e7d2431b-b177-4c11-b5e5-34d7b53a35b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5702226 Mar 09 06:08:25.132108 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:25.143274 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Request body: {'subnet': {'network_id': '16f72f81-a0b2-4b1f-a2b3-9b7776004c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2137075961-subnet', 'tenant_id': '0409ae5b8e70465eaa32b4eabaec7211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:25.182180 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 059a71b1-9e42-47ec-a6ff-48a2d0067043) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:25.186223 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:25.195293 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.196052 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67607da3-229e-40bd-a683-181525b55866 None None] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:25.247988 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Made reservation on behalf of 0409ae5b8e70465eaa32b4eabaec7211 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:25.250613 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3364228'] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.285173 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-07a84be0-4004-413b-a1ba-388d822c6f7d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9312613 Mar 09 06:08:25.285911 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41310) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:25.291025 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:25.298109 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-059a71b1-9e42-47ec-a6ff-48a2d0067043', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:08:25.300228 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.420810 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66867f-224f-435e-a2dd-dad043e992f9 req-59660ced-57de-4ccc-881c-4269bf6e922f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:25.422356 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c66867f-224f-435e-a2dd-dad043e992f9 req-59660ced-57de-4ccc-881c-4269bf6e922f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0734358 Mar 09 06:08:25.424165 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.425247 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.450792 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Allocated IP 172.20.0.2 (059a71b1-9e42-47ec-a6ff-48a2d0067043/c9f2afb9-3556-46a3-a2a0-819178b15196/89268ee3-36ce-494a-b093-986af8baabc5) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:08:25.533541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks [] for router_controller (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.544079 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c66867f-224f-435e-a2dd-dad043e992f9 req-1d70d937-8c19-4812-80da-5edc8c6f0dd4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121080 Mar 09 06:08:25.551573 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3455229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3364250'] for subnet (dac73e0f-a811-4767-85eb-74b4525685ac), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.553357 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-199156c1-ecc8-4b42-9410-0bd2ca94daf1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1013036 Mar 09 06:08:25.610284 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac73e0f-a811-4767-85eb-74b4525685ac,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:25.613825 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Publish callbacks [] for port (89268ee3-36ce-494a-b093-986af8baabc5), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.619747 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Checking segment: {'id': 'e2bc8eda-27e9-4acc-997d-92e7f8a46f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '16f72f81-a0b2-4b1f-a2b3-9b7776004c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:25.620104 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Network hostable DHCP agents. Network: 16f72f81-a0b2-4b1f-a2b3-9b7776004c68, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:08:25.702517 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (89268ee3-36ce-494a-b093-986af8baabc5), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.731184 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Network 16f72f81-a0b2-4b1f-a2b3-9b7776004c68 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:08:25.743139 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-584122f1-d676-49b0-8462-a1ea48eadc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:25.744224 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-584122f1-d676-49b0-8462-a1ea48eadc0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7119816bbfa4de18718671332e967ff&device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 1129 time: 0.1163139 Mar 09 06:08:25.744628 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:25.748259 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:25.756526 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:08:25.784794 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Pushing event updated for resources: {'Port': ['ID=89268ee3-36ce-494a-b093-986af8baabc5,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:25.808426 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 16f72f81-a0b2-4b1f-a2b3-9b7776004c68) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:25.814038 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:25.815379 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.821516 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ce1287-1220-41ad-81d9-c9d47bcac79f None None] Network 16f72f81-a0b2-4b1f-a2b3-9b7776004c68 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:25.831323 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks [] for router_gateway (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.838547 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Attempting to bind port 89268ee3-36ce-494a-b093-986af8baabc5 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:08:25.838915 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Attempting to bind port 89268ee3-36ce-494a-b093-986af8baabc5 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:08:25.839278 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Attempting to bind port 89268ee3-36ce-494a-b093-986af8baabc5 on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:25.848397 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:08:25.848809 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Checking segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:25.849475 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.849864 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Bound using segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:08:25.850326 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Bound port: 89268ee3-36ce-494a-b093-986af8baabc5, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:08:25.850705 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (89268ee3-36ce-494a-b093-986af8baabc5), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:25.901034 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-944d3b3d-6518-42ed-b9cd-a6e0895cf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:25.902533 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-944d3b3d-6518-42ed-b9cd-a6e0895cf239 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c83a362d-68d8-40a4-bb8a-a286229c97c4 HTTP/1.1" status: 200 len: 913 time: 0.1241789 Mar 09 06:08:25.916245 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-39d37639-7733-41f6-b797-087f5238e1d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7834706 Mar 09 06:08:25.963940 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-fc6cce88-f02f-4b7f-8348-ee96b51d4f91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3272942-ffd1-446d-ac9f-c436e809f60a HTTP/1.1" status: 200 len: 217 time: 0.0501754 Mar 09 06:08:26.002027 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f72a9b6-da3b-471f-9973-a17752b87624 None None] Network 16f72f81-a0b2-4b1f-a2b3-9b7776004c68 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:26.027951 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] For port 89268ee3-36ce-494a-b093-986af8baabc5, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:08:26.037077 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-10742729-0cb7-4c4f-bda6-34cabd0d4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:26.038749 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-10742729-0cb7-4c4f-bda6-34cabd0d4738 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce13d3ef-01f3-48dc-aad2-a5c6e996266e HTTP/1.1" status: 200 len: 852 time: 0.0516312 Mar 09 06:08:26.082101 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] For port 89268ee3-36ce-494a-b093-986af8baabc5, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=89268ee3-36ce-494a-b093-986af8baabc5,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:08:26.094706 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-2b005c40-05f4-4ce4-b10c-32ca02645abc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c83a362d-68d8-40a4-bb8a-a286229c97c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463879 Mar 09 06:08:26.148190 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (89268ee3-36ce-494a-b093-986af8baabc5), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:26.167235 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495672bf-6801-447a-8755-62b2777150b8 req-539758bd-d4e8-41e4-9132-cf57c321bb52 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:26.168831 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-495672bf-6801-447a-8755-62b2777150b8 req-539758bd-d4e8-41e4-9132-cf57c321bb52 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 945 time: 0.1827135 Mar 09 06:08:26.215162 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b0c11-50d7-47e8-bf16-9553d9b377e5 None None] Pushing event updated for resources: {'Port': ['ID=89268ee3-36ce-494a-b093-986af8baabc5,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:26.302024 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-61d8a445-1d30-4299-803f-5d354b60dcca service neutron] 10.222.0.20 "GET /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940436 Mar 09 06:08:26.308759 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-495672bf-6801-447a-8755-62b2777150b8 req-b946b714-2056-4071-a1d9-a54f9ca76a63 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797195 Mar 09 06:08:26.550256 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d95970-a871-43b9-94a0-64d9e2205d93 req-062875eb-0c67-4157-b8fe-8ab0107fc2f5 service neutron] 10.222.0.20 "GET /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358434 Mar 09 06:08:26.560797 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks [] for router_gateway (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:26.590891 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:26.590891 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41336) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:26.741578 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01432373-cf48-425f-81be-19434c8e5742 req-1d0a11fd-4ca8-4511-965a-595cdc79c556 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:26.743186 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01432373-cf48-425f-81be-19434c8e5742 req-1d0a11fd-4ca8-4511-965a-595cdc79c556 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0981734 Mar 09 06:08:26.764871 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Allocated IP 172.27.0.17 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/b4b67dad-d764-478f-b13a-923972a779de) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:08:26.782688 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd94a-74d7-4e6e-90a8-914283af23bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:26.873807 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01432373-cf48-425f-81be-19434c8e5742 req-792221ed-043c-441a-9b6f-c12f3b6d2cf3 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228635 Mar 09 06:08:26.962724 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks [] for port (b4b67dad-d764-478f-b13a-923972a779de), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:26.990316 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd94a-74d7-4e6e-90a8-914283af23bf admin admin] Publish callbacks [] for security_group (e9185d62-af7b-44bd-89ec-e27dbe1facf5), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.051782 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd94a-74d7-4e6e-90a8-914283af23bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e9185d62-af7b-44bd-89ec-e27dbe1facf5), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.089651 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (b4b67dad-d764-478f-b13a-923972a779de), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.094541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fd94a-74d7-4e6e-90a8-914283af23bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9185d62-af7b-44bd-89ec-e27dbe1facf5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:27.103192 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ed5fd94a-74d7-4e6e-90a8-914283af23bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a42fca30737499db0030cd34b6da47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089269 Mar 09 06:08:27.105295 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41344) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:27.140300 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:27.143921 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:27.149754 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:08:27.175334 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-969c72bc-9c51-4444-a7c4-c8eda35722d6 admin admin] Publish callbacks [] for security_group (e9185d62-af7b-44bd-89ec-e27dbe1facf5), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.187722 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b67dad-d764-478f-b13a-923972a779de,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:27.200159 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-969c72bc-9c51-4444-a7c4-c8eda35722d6 admin admin] Publish callbacks [] for security_group (e9185d62-af7b-44bd-89ec-e27dbe1facf5), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.363394 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-969c72bc-9c51-4444-a7c4-c8eda35722d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e9185d62-af7b-44bd-89ec-e27dbe1facf5), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.366039 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-969c72bc-9c51-4444-a7c4-c8eda35722d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.369696 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-969c72bc-9c51-4444-a7c4-c8eda35722d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9185d62-af7b-44bd-89ec-e27dbe1facf5 HTTP/1.1" status: 204 len: 168 time: 0.2617254 Mar 09 06:08:27.381363 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c72bc-9c51-4444-a7c4-c8eda35722d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9185d62-af7b-44bd-89ec-e27dbe1facf5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:27.474974 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b21018a-2a15-4afb-acef-1fa5d6817cdf None None] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:27.561970 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3e8b966e-2bdb-41cc-aaa2-7b78f554091c None None] Provisioning complete for port 89268ee3-36ce-494a-b093-986af8baabc5 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:27.562353 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3e8b966e-2bdb-41cc-aaa2-7b78f554091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (89268ee3-36ce-494a-b093-986af8baabc5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.681706 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b966e-2bdb-41cc-aaa2-7b78f554091c None None] Current status of the port 89268ee3-36ce-494a-b093-986af8baabc5 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:27.682103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3e8b966e-2bdb-41cc-aaa2-7b78f554091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (89268ee3-36ce-494a-b093-986af8baabc5), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.718048 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3e8b966e-2bdb-41cc-aaa2-7b78f554091c None None] For port 89268ee3-36ce-494a-b093-986af8baabc5, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=89268ee3-36ce-494a-b093-986af8baabc5,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:27.747015 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d3ba-a892-4926-9272-52c30c42d6f0 req-e3c70c4d-c12d-4a9b-a700-58e3a68c4f62 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:27.748556 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a59d3ba-a892-4926-9272-52c30c42d6f0 req-e3c70c4d-c12d-4a9b-a700-58e3a68c4f62 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 945 time: 0.3570414 Mar 09 06:08:27.778197 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks [] for router_gateway (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.805288 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3e8b966e-2bdb-41cc-aaa2-7b78f554091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (89268ee3-36ce-494a-b093-986af8baabc5), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:27.844292 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a59d3ba-a892-4926-9272-52c30c42d6f0 req-442655e6-c759-4a39-8896-3d130b76cc47 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890491 Mar 09 06:08:27.883001 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b966e-2bdb-41cc-aaa2-7b78f554091c None None] Pushing event updated for resources: {'Port': ['ID=89268ee3-36ce-494a-b093-986af8baabc5,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:27.959122 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8784f8b5-0459-466f-8ce8-3958be5f92ec None None] Provisioning complete for port 89268ee3-36ce-494a-b093-986af8baabc5 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:27.961805 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8784f8b5-0459-466f-8ce8-3958be5f92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (89268ee3-36ce-494a-b093-986af8baabc5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.012216 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 89268ee3-36ce-494a-b093-986af8baabc5 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:28.073737 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.083888 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124a060-0fe0-4808-8e56-03b153fcdbb9 req-10558278-4aac-4a8c-8408-b1a62ade59d0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:28.085397 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b124a060-0fe0-4808-8e56-03b153fcdbb9 req-10558278-4aac-4a8c-8408-b1a62ade59d0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1119792 Mar 09 06:08:28.097853 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 89268ee3-36ce-494a-b093-986af8baabc5 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:28.098226 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (89268ee3-36ce-494a-b093-986af8baabc5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.127034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8784f8b5-0459-466f-8ce8-3958be5f92ec None None] Current status of the port 89268ee3-36ce-494a-b093-986af8baabc5 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:28.190045 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 89268ee3-36ce-494a-b093-986af8baabc5 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:28.216279 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b124a060-0fe0-4808-8e56-03b153fcdbb9 req-6c5b38be-f942-48e9-8e15-1f6c51c6aefa tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962880 Mar 09 06:08:28.263699 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41362) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:28.276868 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ec2e-5e00-4b46-8ad6-5e9d6ffc637c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.347369 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:08:28.353670 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ec2e-5e00-4b46-8ad6-5e9d6ffc637c admin admin] Publish callbacks [] for security_group (c6490ddd-3d60-4426-b24b-0ad3a0be3bbd), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.444556 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ec2e-5e00-4b46-8ad6-5e9d6ffc637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c6490ddd-3d60-4426-b24b-0ad3a0be3bbd), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.495614 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:08:28.501963 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3ab0ec2e-5e00-4b46-8ad6-5e9d6ffc637c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cb1fe236b6f423dbc29a873617cf023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372930 Mar 09 06:08:28.504273 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0ec2e-5e00-4b46-8ad6-5e9d6ffc637c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6490ddd-3d60-4426-b24b-0ad3a0be3bbd,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:28.505338 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41370) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:28.508554 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:08:28.520036 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:28.520673 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:28.554504 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a37390da-a076-4098-9c76-710271b298b3 admin admin] Publish callbacks [] for security_group (c6490ddd-3d60-4426-b24b-0ad3a0be3bbd), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.577281 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a37390da-a076-4098-9c76-710271b298b3 admin admin] Publish callbacks [] for security_group (c6490ddd-3d60-4426-b24b-0ad3a0be3bbd), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.628436 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:28.636213 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.637481 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2d929614-205f-4282-af26-b5a3596824d4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3498008 Mar 09 06:08:28.640459 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41372) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:28.717570 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a37390da-a076-4098-9c76-710271b298b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c6490ddd-3d60-4426-b24b-0ad3a0be3bbd), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.720155 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a37390da-a076-4098-9c76-710271b298b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:28.721872 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a37390da-a076-4098-9c76-710271b298b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6490ddd-3d60-4426-b24b-0ad3a0be3bbd HTTP/1.1" status: 204 len: 168 time: 0.2154415 Mar 09 06:08:28.732647 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37390da-a076-4098-9c76-710271b298b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6490ddd-3d60-4426-b24b-0ad3a0be3bbd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:28.812235 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:27Z', 'revision_number': 3, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:28.840806 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:08:28.841152 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Updating router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 port b4b67dad-d764-478f-b13a-923972a779de binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:08:28.871622 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b4b67dad-d764-478f-b13a-923972a779de), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.134110 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.175937 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Publish callbacks [] for port (b4b67dad-d764-478f-b13a-923972a779de), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.277337 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (b4b67dad-d764-478f-b13a-923972a779de), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.336621 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Pushing event updated for resources: {'Port': ['ID=b4b67dad-d764-478f-b13a-923972a779de,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:29.345185 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.345552 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.345905 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.346850 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.347088 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.347413 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.347729 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.348049 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.348383 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.348756 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.349079 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.349535 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.350156 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:08:29.359075 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Attempting to bind port b4b67dad-d764-478f-b13a-923972a779de on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:08:29.359445 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Attempting to bind port b4b67dad-d764-478f-b13a-923972a779de by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:08:29.359931 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Attempting to bind port b4b67dad-d764-478f-b13a-923972a779de on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:29.364984 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Allocated IP 172.20.0.1 (059a71b1-9e42-47ec-a6ff-48a2d0067043/c9f2afb9-3556-46a3-a2a0-819178b15196/c05b2db8-73d1-4755-bc82-520b42a2b1aa) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:08:29.366572 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:08:29.366816 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:29.367210 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.367590 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:08:29.368039 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Bound port: b4b67dad-d764-478f-b13a-923972a779de, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:08:29.368640 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b4b67dad-d764-478f-b13a-923972a779de), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.393299 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764c41e-a347-42ba-943b-63a114a98471 req-439fde62-6404-4405-ba45-80b73e80d0fa tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:29.399975 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0764c41e-a347-42ba-943b-63a114a98471 req-439fde62-6404-4405-ba45-80b73e80d0fa tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1055870 Mar 09 06:08:29.443211 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] For port b4b67dad-d764-478f-b13a-923972a779de, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:08:29.450190 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] For port b4b67dad-d764-478f-b13a-923972a779de, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=b4b67dad-d764-478f-b13a-923972a779de,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:08:29.497552 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0764c41e-a347-42ba-943b-63a114a98471 req-3212aba3-a845-445e-8497-8a2e27f279bc tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967314 Mar 09 06:08:29.539373 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Publish callbacks [] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.657699 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (b4b67dad-d764-478f-b13a-923972a779de), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.697299 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.735507 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c3e6f-7897-46a0-84c5-52d74dd334f5 None None] Pushing event updated for resources: {'Port': ['ID=b4b67dad-d764-478f-b13a-923972a779de,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:29.745682 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:29.746331 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:29.810105 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:29.820123 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:29.827270 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:08:29.827728 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:29.833388 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Pushing event updated for resources: {'Port': ['ID=c05b2db8-73d1-4755-bc82-520b42a2b1aa,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:29.894636 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:29.977777 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 89268ee3-36ce-494a-b093-986af8baabc5 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:30.019480 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900ac2-5d03-44e1-8714-3b0cce7a3b2b req-5d35394c-f7c1-406f-826e-0b3b517c188a tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:30.026334 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a900ac2-5d03-44e1-8714-3b0cce7a3b2b req-5d35394c-f7c1-406f-826e-0b3b517c188a tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 945 time: 0.2718167 Mar 09 06:08:30.051774 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 89268ee3-36ce-494a-b093-986af8baabc5 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:30.053939 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (89268ee3-36ce-494a-b093-986af8baabc5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:30.116796 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a900ac2-5d03-44e1-8714-3b0cce7a3b2b req-b8360979-47cb-402b-b109-a7d3a4f84147 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895674 Mar 09 06:08:30.148870 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:27Z', 'revision_number': 3, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:30.187171 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 89268ee3-36ce-494a-b093-986af8baabc5 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:30.188003 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab22913-96af-4f9b-bdcb-7562da48c7b3 None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:27Z', 'revision_number': 3, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:08:30.191553 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-47bdfd9a-ec1b-4acc-896f-92a0294a0bb0 None None] Provisioning complete for port c05b2db8-73d1-4755-bc82-520b42a2b1aa triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:30.192025 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-47bdfd9a-ec1b-4acc-896f-92a0294a0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:30.237717 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-47bdfd9a-ec1b-4acc-896f-92a0294a0bb0 None None] Port c05b2db8-73d1-4755-bc82-520b42a2b1aa cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:08:30.280960 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:30.478771 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Publish callbacks [] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:30.615040 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:30.615810 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:30.660185 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163085c-13c2-4dcf-91b6-c26c8d6f6ed2 req-10719f16-796c-4bed-92e5-054c3ff97a25 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:30.661776 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4163085c-13c2-4dcf-91b6-c26c8d6f6ed2 req-10719f16-796c-4bed-92e5-054c3ff97a25 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0840268 Mar 09 06:08:30.709808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Pushing event updated for resources: {'Port': ['ID=c05b2db8-73d1-4755-bc82-520b42a2b1aa,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:30.777845 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4163085c-13c2-4dcf-91b6-c26c8d6f6ed2 req-bbc03739-54c4-4a06-980f-3f6b43219be8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020830 Mar 09 06:08:30.831991 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:30.831991 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:31.011430 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bab07-cf4b-427c-bd83-d77112fb35cc req-e5adca3a-5e0e-43bb-9874-ca34551bbbd4 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:31.013036 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d24bab07-cf4b-427c-bd83-d77112fb35cc req-e5adca3a-5e0e-43bb-9874-ca34551bbbd4 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.1100240 Mar 09 06:08:31.067199 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-985ae9b2-4a68-4073-94a0-43d910ae39a0 None None] Provisioning complete for port c05b2db8-73d1-4755-bc82-520b42a2b1aa triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:31.068373 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-985ae9b2-4a68-4073-94a0-43d910ae39a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:31.078524 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d24bab07-cf4b-427c-bd83-d77112fb35cc req-40955999-5a2c-45a0-b477-45e4dd973dbb tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575461 Mar 09 06:08:31.080375 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:08:31.126063 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-985ae9b2-4a68-4073-94a0-43d910ae39a0 None None] Port c05b2db8-73d1-4755-bc82-520b42a2b1aa cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:08:31.213697 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:08:31.225402 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2a4873e9-c39d-4642-bbfe-8f8aed17a910 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e5bfef9-5c7a-40af-9c01-d49b3e73d705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5835509 Mar 09 06:08:31.297072 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a9ea4-c456-426b-8b1b-6046e6d0a6d3 req-447dd899-03f2-4c33-9b23-15e72f009c4c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:31.298642 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a26a9ea4-c456-426b-8b1b-6046e6d0a6d3 req-447dd899-03f2-4c33-9b23-15e72f009c4c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 945 time: 0.0573416 Mar 09 06:08:31.357782 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a26a9ea4-c456-426b-8b1b-6046e6d0a6d3 req-78c4b9d6-ced3-48fb-aa36-83d820d8b412 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495465 Mar 09 06:08:31.929416 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1411c0-d320-4f2c-848b-7e5e13d32d43 req-dd962c06-5251-4129-a85a-73375a6f0d86 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:31.931052 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a1411c0-d320-4f2c-848b-7e5e13d32d43 req-dd962c06-5251-4129-a85a-73375a6f0d86 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0714369 Mar 09 06:08:31.947577 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device b4b67dad-d764-478f-b13a-923972a779de up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:31.982012 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5a1411c0-d320-4f2c-848b-7e5e13d32d43 req-76c5bf51-6a28-49be-902d-e83e92a4f712 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452437 Mar 09 06:08:31.991541 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:08:32.008331 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:32.008968 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:32.056250 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port b4b67dad-d764-478f-b13a-923972a779de triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:32.056644 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (b4b67dad-d764-478f-b13a-923972a779de), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.114051 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-f7509b36-4676-497b-8eed-412dda65e74e tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:32.138239 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-f7509b36-4676-497b-8eed-412dda65e74e tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 945 time: 0.0673082 Mar 09 06:08:32.167757 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:32.228106 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41472) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:32.233010 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1418100556-network', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:32.314248 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa658-876c-4b8e-94cb-16c1256b06a0 req-c93efde5-0594-4fa1-98a6-79280fed7225 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:32.317367 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01dfa658-876c-4b8e-94cb-16c1256b06a0 req-c93efde5-0594-4fa1-98a6-79280fed7225 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.1308613 Mar 09 06:08:32.360591 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Deleting port abd40fd6-7864-4e90-9269-c43a0536cca2 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:08:32.360931 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.372095 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Made reservation on behalf of d1570c63a9a54f3c822e67f3ab15c6e5 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:32.374609 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.384935 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.392762 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port b4b67dad-d764-478f-b13a-923972a779de is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:32.392762 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b4b67dad-d764-478f-b13a-923972a779de), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.420753 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port b4b67dad-d764-478f-b13a-923972a779de, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=b4b67dad-d764-478f-b13a-923972a779de,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:32.470790 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Publish callbacks [] for security_group (71621e56-90c0-4e16-ac04-42a4bfcc2f3c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.533848 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (b4b67dad-d764-478f-b13a-923972a779de), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.598924 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (71621e56-90c0-4e16-ac04-42a4bfcc2f3c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.627728 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=b4b67dad-d764-478f-b13a-923972a779de,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:32.636782 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:08:32.651223 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 2, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:32.651767 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (b8d416d8-87ac-46dd-b252-ab96e2353472), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.652111 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Added segment b8d416d8-87ac-46dd-b252-ab96e2353472 of type vlan for network c12de899-ab05-4f14-ba36-ab123bddc1b5 Mar 09 06:08:32.683543 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:08:32.683904 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Updating router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 port c05b2db8-73d1-4755-bc82-520b42a2b1aa binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:08:32.691964 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01dfa658-876c-4b8e-94cb-16c1256b06a0 req-2bd92eef-8e71-4e8a-8404-4b02a20ee4ec tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632913 Mar 09 06:08:32.692316 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71621e56-90c0-4e16-ac04-42a4bfcc2f3c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:32.723561 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (c12de899-ab05-4f14-ba36-ab123bddc1b5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.726849 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.755266 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] For port abd40fd6-7864-4e90-9269-c43a0536cca2, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=abd40fd6-7864-4e90-9269-c43a0536cca2,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:32.755658 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.770694 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5f574-93de-4283-b737-65cf65811b07 req-6de92f67-209c-48b2-9806-20640dfee8bc tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:32.772193 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a7f5f574-93de-4283-b737-65cf65811b07 req-6de92f67-209c-48b2-9806-20640dfee8bc tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 945 time: 0.0944338 Mar 09 06:08:32.780777 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Calling delete_port for abd40fd6-7864-4e90-9269-c43a0536cca2 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:08:32.821071 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (c12de899-ab05-4f14-ba36-ab123bddc1b5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.822173 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:32.823070 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:32.883729 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] Pushing event updated for resources: {'Network': ['ID=c12de899-ab05-4f14-ba36-ab123bddc1b5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:32.889017 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a7f5f574-93de-4283-b737-65cf65811b07 req-38e85e2f-6ccc-4040-b5bf-00ff7ed006b3 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093588 Mar 09 06:08:32.905516 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network c12de899-ab05-4f14-ba36-ab123bddc1b5 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:08:32.955210 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-008df5a6-bc79-4f34-95c9-8e442e3e987d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7259989 Mar 09 06:08:32.958452 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41486) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:32.963283 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Request body: {'subnet': {'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1418100556-subnet', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:33.057926 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Publish callbacks [] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.066544 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Made reservation on behalf of d1570c63a9a54f3c822e67f3ab15c6e5 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:33.068958 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3364228'] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.084326 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (abd40fd6-7864-4e90-9269-c43a0536cca2), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.100864 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['abd40fd6-7864-4e90-9269-c43a0536cca2'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:33.125650 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Pushing event deleted for resources: {'Port': ['ID=abd40fd6-7864-4e90-9269-c43a0536cca2,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:33.173069 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.180191 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ceaea-5800-42d9-82a5-27a5d6628b6c req-f46c910f-c4d3-454d-bb16-4246d6d8db63 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:33.181727 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d27ceaea-5800-42d9-82a5-27a5d6628b6c req-f46c910f-c4d3-454d-bb16-4246d6d8db63 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1323879 Mar 09 06:08:33.205194 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] No DVR routers for this DVR port abd40fd6-7864-4e90-9269-c43a0536cca2 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:08:33.216662 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.221371 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b934f0e7-836b-4f1b-9447-2e3db1eead0c req-fafe667e-dde8-43d0-97f1-5beea42d5e88 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.20 "DELETE /v2.0/ports/abd40fd6-7864-4e90-9269-c43a0536cca2 HTTP/1.1" status: 204 len: 173 time: 1.0814455 Mar 09 06:08:33.226149 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c52fa0-7909-47c9-83a4-e104542d6952', 'name': 'network-vif-deleted', 'tag': 'abd40fd6-7864-4e90-9269-c43a0536cca2'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:33.226986 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf7068e-63de-4b69-93e1-70bfd54dcfad" -d '{"events": [{"server_uuid": "87c52fa0-7909-47c9-83a4-e104542d6952", "name": "network-vif-deleted", "tag": "abd40fd6-7864-4e90-9269-c43a0536cca2"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:33.268171 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2845ec3-818c-4a82-9b3b-f4e388aacbe2 None None] Pushing event updated for resources: {'Port': ['ID=c05b2db8-73d1-4755-bc82-520b42a2b1aa,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:33.294739 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d27ceaea-5800-42d9-82a5-27a5d6628b6c req-b40f5aae-f5b8-4f00-8df0-13f9736183ec tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876336 Mar 09 06:08:33.301449 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd19679d-3e85-41a8-a206-2a6ba8658a86 x-openstack-request-id: req-dd19679d-3e85-41a8-a206-2a6ba8658a86 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:33.301935 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c52fa0-7909-47c9-83a4-e104542d6952", "name": "network-vif-deleted", "tag": "abd40fd6-7864-4e90-9269-c43a0536cca2", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:33.302392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd19679d-3e85-41a8-a206-2a6ba8658a86 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:33.302962 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c52fa0-7909-47c9-83a4-e104542d6952', 'name': 'network-vif-deleted', 'tag': 'abd40fd6-7864-4e90-9269-c43a0536cca2', 'status': 'completed', 'code': 200} Mar 09 06:08:33.338280 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Attempting to bind port c05b2db8-73d1-4755-bc82-520b42a2b1aa on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:08:33.338651 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Attempting to bind port c05b2db8-73d1-4755-bc82-520b42a2b1aa by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:08:33.339019 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Attempting to bind port c05b2db8-73d1-4755-bc82-520b42a2b1aa on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:33.344562 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:08:33.344974 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Checking segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:33.345382 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.345780 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Bound using segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:08:33.346255 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Bound port: c05b2db8-73d1-4755-bc82-520b42a2b1aa, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:08:33.346667 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.349568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3455229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3364250'] for subnet (cc697877-4306-4787-9f04-69c3e66f47b8), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.420642 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc697877-4306-4787-9f04-69c3e66f47b8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:33.426401 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Checking segment: {'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:33.426628 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Network hostable DHCP agents. Network: c12de899-ab05-4f14-ba36-ab123bddc1b5, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:08:33.442129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] For port c05b2db8-73d1-4755-bc82-520b42a2b1aa, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:08:33.446483 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] For port c05b2db8-73d1-4755-bc82-520b42a2b1aa, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=c05b2db8-73d1-4755-bc82-520b42a2b1aa,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:08:33.568815 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-85971e4f-534f-41bc-8bc9-83248ff25a9e None None] Provisioning complete for port c05b2db8-73d1-4755-bc82-520b42a2b1aa triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:33.569109 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-85971e4f-534f-41bc-8bc9-83248ff25a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.584824 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-4f5067aa-952c-485e-a72a-d84c81b7f7ce tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:33.586315 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-4f5067aa-952c-485e-a72a-d84c81b7f7ce tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.0504079 Mar 09 06:08:33.587003 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Network c12de899-ab05-4f14-ba36-ab123bddc1b5 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:08:33.606722 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-85971e4f-534f-41bc-8bc9-83248ff25a9e None None] Port c05b2db8-73d1-4755-bc82-520b42a2b1aa cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:08:33.616124 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.676450 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:33.677055 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:33.678922 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2845ec3-818c-4a82-9b3b-f4e388aacbe2 None None] Pushing event updated for resources: {'Port': ['ID=c05b2db8-73d1-4755-bc82-520b42a2b1aa,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:33.702562 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Deleting port c3272942-ffd1-446d-ac9f-c436e809f60a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:08:33.703016 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.714891 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, c12de899-ab05-4f14-ba36-ab123bddc1b5) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:33.719551 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:33.720408 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.749426 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc11db0-a0c9-4849-8483-3e69b8247fb8 None None] Network c12de899-ab05-4f14-ba36-ab123bddc1b5 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:33.837235 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] For port c3272942-ffd1-446d-ac9f-c436e809f60a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c3272942-ffd1-446d-ac9f-c436e809f60a,segment=NetworkSegment(775e3014-f17b-4ece-8883-9c4d3fd251fa),segment_id=775e3014-f17b-4ece-8883-9c4d3fd251fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:33.837708 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.855758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Calling delete_port for c3272942-ffd1-446d-ac9f-c436e809f60a owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:08:33.875384 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-04dc5a89-8e81-4b55-831d-adcd4f8f016a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9157817 Mar 09 06:08:33.877294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ec8be-03f3-4b89-a6b6-e70582d035f0 req-1cd7bd10-f04f-4a75-b4b8-0ac00bf5ac13 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:33.877808 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:33.878690 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f46ec8be-03f3-4b89-a6b6-e70582d035f0 req-1cd7bd10-f04f-4a75-b4b8-0ac00bf5ac13 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 945 time: 0.0976620 Mar 09 06:08:33.883137 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:33.898359 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:33.984310 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f46ec8be-03f3-4b89-a6b6-e70582d035f0 req-ae1f5772-f7bb-4839-8a4a-d7fa463a70c7 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec52b882-0734-4c67-8608-176790fb652b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686769 Mar 09 06:08:33.993434 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device b4b67dad-d764-478f-b13a-923972a779de up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:34.010516 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (d776f5e1-7f00-4dee-8e5d-b5c38305d036), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.011994 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (d776f5e1-7f00-4dee-8e5d-b5c38305d036), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.016141 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5f4a590-8780-450b-b72d-5403004fc799 req-591d5bfe-f44c-4824-8d01-069c3a27e3db tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c52fa0-7909-47c9-83a4-e104542d6952 HTTP/1.1" status: 200 len: 210 time: 0.0302334 Mar 09 06:08:34.086103 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks [] for router_controller (d776f5e1-7f00-4dee-8e5d-b5c38305d036), precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.087875 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-c12de899-ab05-4f14-ba36-ab123bddc1b5', 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5', 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'fixed_ips': [{'subnet_id': 'cc697877-4306-4787-9f04-69c3e66f47b8'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:08:34.088755 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.135515 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-cb463ec0-6d4e-40fe-a34d-acb952c50148 None None] Provisioning complete for port c05b2db8-73d1-4755-bc82-520b42a2b1aa triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:34.135894 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cb463ec0-6d4e-40fe-a34d-acb952c50148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.204188 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (c3272942-ffd1-446d-ac9f-c436e809f60a), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.225439 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['c3272942-ffd1-446d-ac9f-c436e809f60a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:34.233302 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Pushing event deleted for resources: {'Port': ['ID=c3272942-ffd1-446d-ac9f-c436e809f60a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:34.278497 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] No DVR routers for this DVR port c3272942-ffd1-446d-ac9f-c436e809f60a on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:08:34.282120 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.285879 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61f34bf3-7a29-493e-b7c1-b90acd9d22c2 req-d5c0364f-10c8-4b8f-83ac-57a5234d7ea5 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.20 "DELETE /v2.0/ports/c3272942-ffd1-446d-ac9f-c436e809f60a HTTP/1.1" status: 204 len: 173 time: 0.6944153 Mar 09 06:08:34.447929 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee13ef6-6e81-4a70-a812-1b7d1ce2d477 req-ca555062-e1c4-4fc5-a4bd-ac2bd7f6c9d1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:34.451586 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8ee13ef6-6e81-4a70-a812-1b7d1ce2d477 req-ca555062-e1c4-4fc5-a4bd-ac2bd7f6c9d1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0798850 Mar 09 06:08:34.499329 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks [] for router_gateway (d776f5e1-7f00-4dee-8e5d-b5c38305d036), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.506411 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port b4b67dad-d764-478f-b13a-923972a779de triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:34.506790 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (b4b67dad-d764-478f-b13a-923972a779de), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.525404 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8ee13ef6-6e81-4a70-a812-1b7d1ce2d477 req-6719ca29-4093-4f97-9d2c-59b81e3dddd5 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661845 Mar 09 06:08:34.641163 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Allocated IP 172.20.0.2 (c12de899-ab05-4f14-ba36-ab123bddc1b5/cc697877-4306-4787-9f04-69c3e66f47b8/03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:08:34.650124 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-cb463ec0-6d4e-40fe-a34d-acb952c50148 None None] Current status of the port c05b2db8-73d1-4755-bc82-520b42a2b1aa is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:34.650491 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cb463ec0-6d4e-40fe-a34d-acb952c50148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.731649 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:33Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:34.783577 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-cb463ec0-6d4e-40fe-a34d-acb952c50148 None None] For port c05b2db8-73d1-4755-bc82-520b42a2b1aa, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=c05b2db8-73d1-4755-bc82-520b42a2b1aa,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:34.785276 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647aa55c-4d92-430c-a0af-5a4dfe0cbe79 None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:33Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:08:34.865122 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port b4b67dad-d764-478f-b13a-923972a779de is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:34.932249 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cb463ec0-6d4e-40fe-a34d-acb952c50148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.971408 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks [] for router_gateway (d776f5e1-7f00-4dee-8e5d-b5c38305d036), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.992981 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.009352 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Publish callbacks [] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.044476 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb463ec0-6d4e-40fe-a34d-acb952c50148 None None] Pushing event updated for resources: {'Port': ['ID=c05b2db8-73d1-4755-bc82-520b42a2b1aa,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:35.091113 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.182894 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Allocated IP 172.27.0.201 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/a33c45ae-cfec-4507-a641-96a216aff2e8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:08:35.191624 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Network c12de899-ab05-4f14-ba36-ab123bddc1b5 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:35.195282 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:35.200860 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:08:35.219764 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c843d3d-e511-4b18-a2a0-4d272c9ba343 req-334026fd-3b92-4b42-b168-b67817d74555 tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.0489798 Mar 09 06:08:35.229685 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Pushing event updated for resources: {'Port': ['ID=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:35.304225 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c0f202-5e95-451e-950d-5ee2cb038f48', 'name': 'network-vif-deleted', 'tag': 'c3272942-ffd1-446d-ac9f-c436e809f60a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:35.306654 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dfccbd-52aa-464d-b9c5-3847f04b9420" -d '{"events": [{"server_uuid": "a1c0f202-5e95-451e-950d-5ee2cb038f48", "name": "network-vif-deleted", "tag": "c3272942-ffd1-446d-ac9f-c436e809f60a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:35.324136 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Attempting to bind port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:08:35.325129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Attempting to bind port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:08:35.329830 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Attempting to bind port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb on network c12de899-ab05-4f14-ba36-ab123bddc1b5 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:35.343462 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:08:35.343462 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Checking segment: {'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:35.343462 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.343462 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Bound using segment: {'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:08:35.343462 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Bound port: 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:08:35.343462 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.350184 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks [] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.371606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0485824e-a9d8-4a7c-bb90-85fed75fd686 x-openstack-request-id: req-0485824e-a9d8-4a7c-bb90-85fed75fd686 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:35.372158 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c0f202-5e95-451e-950d-5ee2cb038f48", "name": "network-vif-deleted", "tag": "c3272942-ffd1-446d-ac9f-c436e809f60a", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:35.372810 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0485824e-a9d8-4a7c-bb90-85fed75fd686 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:35.377478 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c0f202-5e95-451e-950d-5ee2cb038f48', 'name': 'network-vif-deleted', 'tag': 'c3272942-ffd1-446d-ac9f-c436e809f60a', 'status': 'completed', 'code': 200} Mar 09 06:08:35.422243 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] For port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:08:35.425607 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] For port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,segment=NetworkSegment(b8d416d8-87ac-46dd-b252-ab96e2353472),segment_id=b8d416d8-87ac-46dd-b252-ab96e2353472)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:08:35.465502 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.503319 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-3b42d075-91fb-47c2-8e0c-588428bd18df tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:35.504112 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:35.505684 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-3b42d075-91fb-47c2-8e0c-588428bd18df tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/networks?id=5f612a6a-31a3-4e5e-958b-260f8615652d HTTP/1.1" status: 200 len: 809 time: 0.1151211 Mar 09 06:08:35.507864 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:35.514044 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:08:35.526221 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-3eb1d9cc-e6ff-4ed0-809e-62317a21f7e9 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/quotas/a60dc1d368c94ddbb2b3e6bba69d224b HTTP/1.1" status: 200 len: 375 time: 0.0113964 Mar 09 06:08:35.539508 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Pushing event updated for resources: {'Port': ['ID=a33c45ae-cfec-4507-a641-96a216aff2e8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:35.539794 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.572134 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-cffb4a54-0138-4e88-b747-2a2fcb7e5951 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a60dc1d368c94ddbb2b3e6bba69d224b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395119 Mar 09 06:08:35.640337 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2e883-fa05-43c2-be6a-4bece5a46558 None None] Pushing event updated for resources: {'Port': ['ID=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:35.755810 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-a79bacca-be78-4366-af31-0684690b4058 service neutron] 10.222.0.18 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814089 Mar 09 06:08:35.789267 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fac96f-5e3e-499e-b34f-417fd0542ce7 req-e61d9636-c032-4455-8a4f-bf76a207a566 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:35.791171 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f4fac96f-5e3e-499e-b34f-417fd0542ce7 req-e61d9636-c032-4455-8a4f-bf76a207a566 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1187222 Mar 09 06:08:35.895801 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-7b44bbc1-1699-491f-b2ea-56488fea6859 service neutron] 10.222.0.18 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291964 Mar 09 06:08:35.917794 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device c3272942-ffd1-446d-ac9f-c436e809f60a no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:08:35.975536 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: c3272942-ffd1-446d-ac9f-c436e809f60a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:08:35.979207 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device c3272942-ffd1-446d-ac9f-c436e809f60a not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:08:35.979855 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device abd40fd6-7864-4e90-9269-c43a0536cca2 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:08:36.025659 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: abd40fd6-7864-4e90-9269-c43a0536cca2 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:08:36.026140 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device abd40fd6-7864-4e90-9269-c43a0536cca2 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:08:36.075369 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f4fac96f-5e3e-499e-b34f-417fd0542ce7 req-fc06cb84-c50e-4e80-b786-79cb68f76c82 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658888 Mar 09 06:08:36.108012 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device c05b2db8-73d1-4755-bc82-520b42a2b1aa up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:36.167563 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port c05b2db8-73d1-4755-bc82-520b42a2b1aa triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:36.167945 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:36.262281 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port c05b2db8-73d1-4755-bc82-520b42a2b1aa is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:36.413024 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6d2a137e-0eeb-45db-8732-8c5f1e32d652 req-8246f07c-d934-4a11-b101-4a9561a84d4f tempest-DeleteServersTestJSON-1932537615 tempest-DeleteServersTestJSON-1932537615-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1c0f202-5e95-451e-950d-5ee2cb038f48 HTTP/1.1" status: 200 len: 210 time: 0.0976994 Mar 09 06:08:36.449579 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks [] for router_gateway (d776f5e1-7f00-4dee-8e5d-b5c38305d036), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:36.450592 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-89ca579a-85f1-401f-a230-8cee1f84160b req-c07b49a8-cf12-44ae-b692-54ec52bed185 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 210 time: 0.0406055 Mar 09 06:08:36.468089 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-19ad3610-524e-4a6f-9be5-3f39afb6a4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:36.702890 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (d776f5e1-7f00-4dee-8e5d-b5c38305d036), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:36.869939 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4e8ee-7e37-4d5a-a8d1-4c2a2707b2c8 None None] Network c12de899-ab05-4f14-ba36-ab123bddc1b5 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:08:36.901885 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Router d776f5e1-7f00-4dee-8e5d-b5c38305d036 is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:08:36.907676 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41562) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:36.990693 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-806232a1-bd9d-4822-a134-c32489668a34 None None] Provisioning complete for port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:36.991065 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-806232a1-bd9d-4822-a134-c32489668a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.045870 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:08:37.054151 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-858c5c69-e79f-4acc-890b-096c853cbccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.056280 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Sync routers for ids ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:08:37.070109 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Routers {'d776f5e1-7f00-4dee-8e5d-b5c38305d036'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:37.070737 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:37.106236 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-806232a1-bd9d-4822-a134-c32489668a34 None None] Current status of the port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:37.106837 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-806232a1-bd9d-4822-a134-c32489668a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.150746 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-806232a1-bd9d-4822-a134-c32489668a34 None None] For port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,segment=NetworkSegment(b8d416d8-87ac-46dd-b252-ab96e2353472),segment_id=b8d416d8-87ac-46dd-b252-ab96e2353472)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:37.182921 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.185132 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ea0c5aa2-d3ad-4bc0-b3ad-00d54f76f01c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3041978 Mar 09 06:08:37.189019 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41572) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:37.248533 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-806232a1-bd9d-4822-a134-c32489668a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.319826 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-858c5c69-e79f-4acc-890b-096c853cbccd admin admin] Publish callbacks [] for security_group (2b7359cb-7976-4252-9998-a0d91eecea86), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.322395 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Set router d776f5e1-7f00-4dee-8e5d-b5c38305d036 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:37.352444 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806232a1-bd9d-4822-a134-c32489668a34 None None] Pushing event updated for resources: {'Port': ['ID=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:37.375525 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c1463-36f9-4efd-8330-a0b2220ce226 req-945c6f16-356e-4c08-bfec-880e73b6aa8d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:37.377316 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f0c1463-36f9-4efd-8330-a0b2220ce226 req-945c6f16-356e-4c08-bfec-880e73b6aa8d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1370418 Mar 09 06:08:37.397938 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-eeef9c7a-ad6e-4dc1-9d4a-ea2bddb9baa1 None None] Provisioning complete for port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:37.398321 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eeef9c7a-ad6e-4dc1-9d4a-ea2bddb9baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.466434 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-858c5c69-e79f-4acc-890b-096c853cbccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2b7359cb-7976-4252-9998-a0d91eecea86), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.483533 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-eeef9c7a-ad6e-4dc1-9d4a-ea2bddb9baa1 None None] Current status of the port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:37.506210 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5c69-e79f-4acc-890b-096c853cbccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7359cb-7976-4252-9998-a0d91eecea86,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:37.532834 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f0c1463-36f9-4efd-8330-a0b2220ce226 req-6daf1a11-a72e-443f-ba6f-4185847c9a90 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459894 Mar 09 06:08:37.549661 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:36Z', 'revision_number': 3, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port': {'id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:37.567010 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-858c5c69-e79f-4acc-890b-096c853cbccd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4efcc4302254041ad8144221b07c83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6579838 Mar 09 06:08:37.575163 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41582) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:37.595495 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Checking router: d776f5e1-7f00-4dee-8e5d-b5c38305d036 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:08:37.596441 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Updating router d776f5e1-7f00-4dee-8e5d-b5c38305d036 port a33c45ae-cfec-4507-a641-96a216aff2e8 binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:08:37.621662 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eecc4f01-d1ae-47aa-96ce-441e78a2e804 req-6e9bd706-8432-4f35-98d7-a656eab531d0 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 210 time: 0.0965116 Mar 09 06:08:37.633905 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.651347 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ec96fd-b880-4d1d-9494-41dc71815f7d admin admin] Publish callbacks [] for security_group (2b7359cb-7976-4252-9998-a0d91eecea86), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.687347 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ec96fd-b880-4d1d-9494-41dc71815f7d admin admin] Publish callbacks [] for security_group (2b7359cb-7976-4252-9998-a0d91eecea86), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.867779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.881895 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ec96fd-b880-4d1d-9494-41dc71815f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2b7359cb-7976-4252-9998-a0d91eecea86), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.884430 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ec96fd-b880-4d1d-9494-41dc71815f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.885625 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-04ec96fd-b880-4d1d-9494-41dc71815f7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b7359cb-7976-4252-9998-a0d91eecea86 HTTP/1.1" status: 204 len: 168 time: 0.3094695 Mar 09 06:08:37.897636 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec96fd-b880-4d1d-9494-41dc71815f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7359cb-7976-4252-9998-a0d91eecea86,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:37.971157 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Publish callbacks [] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.002988 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:38.059119 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.072718 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:38.073102 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.089791 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Allocated IP 172.20.0.1 (c12de899-ab05-4f14-ba36-ab123bddc1b5/cc697877-4306-4787-9f04-69c3e66f47b8/484bea79-2b85-420d-acf1-c4d16facd4eb) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:08:38.115487 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed528a21-2622-46d8-9759-3330e6817039 None None] Pushing event updated for resources: {'Port': ['ID=a33c45ae-cfec-4507-a641-96a216aff2e8,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:38.141603 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Attempting to bind port a33c45ae-cfec-4507-a641-96a216aff2e8 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:08:38.142196 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Attempting to bind port a33c45ae-cfec-4507-a641-96a216aff2e8 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:08:38.142713 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Attempting to bind port a33c45ae-cfec-4507-a641-96a216aff2e8 on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:38.148544 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:08:38.148916 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:38.149308 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.149689 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:08:38.150139 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Bound port: a33c45ae-cfec-4507-a641-96a216aff2e8, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:08:38.150510 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.179215 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:38.204152 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Publish callbacks [] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.205522 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] For port a33c45ae-cfec-4507-a641-96a216aff2e8, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:08:38.209290 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] For port a33c45ae-cfec-4507-a641-96a216aff2e8, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=a33c45ae-cfec-4507-a641-96a216aff2e8,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:08:38.308596 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.343507 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.372392 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed528a21-2622-46d8-9759-3330e6817039 None None] Pushing event updated for resources: {'Port': ['ID=a33c45ae-cfec-4507-a641-96a216aff2e8,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:38.374909 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Routers {'d776f5e1-7f00-4dee-8e5d-b5c38305d036'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:38.384305 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:38.385779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Network c12de899-ab05-4f14-ba36-ab123bddc1b5 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:38.387289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:38.393736 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:08:38.394320 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (d776f5e1-7f00-4dee-8e5d-b5c38305d036), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.449212 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Pushing event updated for resources: {'Port': ['ID=484bea79-2b85-420d-acf1-c4d16facd4eb,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:38.504705 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] Set router d776f5e1-7f00-4dee-8e5d-b5c38305d036 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:38.623822 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-02a34732-872a-4880-8ad6-f7ff87b2e18d None None] Provisioning complete for port 484bea79-2b85-420d-acf1-c4d16facd4eb triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:38.624908 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-02a34732-872a-4880-8ad6-f7ff87b2e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.662819 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15355766-f748-4ce1-af62-3f920b43093a req-bcfdd9f0-c708-4ae2-888e-5daedf8c82d6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:38.671963 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-15355766-f748-4ce1-af62-3f920b43093a req-bcfdd9f0-c708-4ae2-888e-5daedf8c82d6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0646522 Mar 09 06:08:38.700806 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:36Z', 'revision_number': 3, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port': {'id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:38.711191 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-02a34732-872a-4880-8ad6-f7ff87b2e18d None None] Port 484bea79-2b85-420d-acf1-c4d16facd4eb cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:08:38.737749 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60232e09-b56c-44bc-bcdb-963c071ef5c5 None None] The sync data for ids ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'] in dv-cinder-831154-2-iscsi is: [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:36Z', 'revision_number': 3, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port': {'id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:08:38.746321 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.772467 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4deb0828-9ef0-48e7-be4c-ab5167299d10 req-2e6f2050-1fcd-4ab1-a11e-9c34992313a3 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 210 time: 0.0443459 Mar 09 06:08:38.781663 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-15355766-f748-4ce1-af62-3f920b43093a req-56b1ce50-b763-429e-8911-36db258a1e00 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083815 Mar 09 06:08:38.821599 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41606) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:38.835405 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14239235-42f4-4fea-acc3-41557fa889b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.845799 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c978a9f6-116f-4952-837e-4ff84c4cd455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.928031 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14239235-42f4-4fea-acc3-41557fa889b9 admin admin] Publish callbacks [] for security_group (1d5e20c9-da1b-4dcf-a781-1258c5f2e3c5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.959212 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Publish callbacks [] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:38.985294 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14239235-42f4-4fea-acc3-41557fa889b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (1d5e20c9-da1b-4dcf-a781-1258c5f2e3c5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.010849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.011596 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (d776f5e1-7f00-4dee-8e5d-b5c38305d036), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.032900 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-14239235-42f4-4fea-acc3-41557fa889b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e4170568dd946728c581bbbbf268ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101829 Mar 09 06:08:39.036236 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:39.058921 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14239235-42f4-4fea-acc3-41557fa889b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5e20c9-da1b-4dcf-a781-1258c5f2e3c5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:39.081800 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Pushing event updated for resources: {'Port': ['ID=484bea79-2b85-420d-acf1-c4d16facd4eb,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:39.122893 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ff22ea7-df94-48a9-965a-46180e3bd9af admin admin] Publish callbacks [] for security_group (1d5e20c9-da1b-4dcf-a781-1258c5f2e3c5), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.152008 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ff22ea7-df94-48a9-965a-46180e3bd9af admin admin] Publish callbacks [] for security_group (1d5e20c9-da1b-4dcf-a781-1258c5f2e3c5), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.234943 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Network c12de899-ab05-4f14-ba36-ab123bddc1b5 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:39.238395 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:39.272564 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41616) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:39.307288 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ff22ea7-df94-48a9-965a-46180e3bd9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (1d5e20c9-da1b-4dcf-a781-1258c5f2e3c5), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.310198 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ff22ea7-df94-48a9-965a-46180e3bd9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.313711 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6ff22ea7-df94-48a9-965a-46180e3bd9af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d5e20c9-da1b-4dcf-a781-1258c5f2e3c5 HTTP/1.1" status: 204 len: 168 time: 0.2741308 Mar 09 06:08:39.318620 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-dbbdf678-78ce-4eb4-bd39-b150821fba79 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:39.320230 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-dbbdf678-78ce-4eb4-bd39-b150821fba79 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.20 "GET /v2.0/networks?id=5f612a6a-31a3-4e5e-958b-260f8615652d HTTP/1.1" status: 200 len: 809 time: 0.1936951 Mar 09 06:08:39.333989 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff22ea7-df94-48a9-965a-46180e3bd9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5e20c9-da1b-4dcf-a781-1258c5f2e3c5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:39.343971 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbb7c72-2595-499f-af0f-269fc75fa951 admin admin] Deleting subnet ce13d3ef-01f3-48dc-aad2-a5c6e996266e {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:08:39.349085 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7c72-2595-499f-af0f-269fc75fa951 admin admin] Publish callbacks [] for subnet (ce13d3ef-01f3-48dc-aad2-a5c6e996266e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.370586 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Request body: {'port': {'device_id': '2babe34b-27f8-4e95-aa36-9c83b96f6407', 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d', 'admin_state_up': True, 'tenant_id': 'a60dc1d368c94ddbb2b3e6bba69d224b'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:39.439402 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7c72-2595-499f-af0f-269fc75fa951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944372'] for subnet (ce13d3ef-01f3-48dc-aad2-a5c6e996266e), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.505070 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7c72-2595-499f-af0f-269fc75fa951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (ce13d3ef-01f3-48dc-aad2-a5c6e996266e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.647645 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-08a0627d-be1f-41de-a912-b4ea68c1e3d5 None None] Provisioning complete for port 484bea79-2b85-420d-acf1-c4d16facd4eb triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:39.650044 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-08a0627d-be1f-41de-a912-b4ea68c1e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.703476 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7c72-2595-499f-af0f-269fc75fa951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3455546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3364323'] for subnet (ce13d3ef-01f3-48dc-aad2-a5c6e996266e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.706315 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-08a0627d-be1f-41de-a912-b4ea68c1e3d5 None None] Port 484bea79-2b85-420d-acf1-c4d16facd4eb cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:08:39.743208 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb7c72-2595-499f-af0f-269fc75fa951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce13d3ef-01f3-48dc-aad2-a5c6e996266e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:39.751814 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7c72-2595-499f-af0f-269fc75fa951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.754501 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:08:39.761231 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6dbb7c72-2595-499f-af0f-269fc75fa951 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ce13d3ef-01f3-48dc-aad2-a5c6e996266e HTTP/1.1" status: 204 len: 168 time: 0.4855704 Mar 09 06:08:39.761936 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41632) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:39.901726 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (c83a362d-68d8-40a4-bb8a-a286229c97c4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:39.908261 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b857f438-6608-4a9d-8d68-6bff03fecfd8 req-24e5f57d-ae88-482d-b8e0-3325097a4939 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 210 time: 0.0339651 Mar 09 06:08:39.985901 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Router d776f5e1-7f00-4dee-8e5d-b5c38305d036 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:08:40.008888 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f8b8b-c0fa-4be2-beca-65e7ab0f1a57 req-2e8b9a9c-d0a8-467f-a6a5-de92c6739df8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:40.008888 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ca7f8b8b-c0fa-4be2-beca-65e7ab0f1a57 req-2e8b9a9c-d0a8-467f-a6a5-de92c6739df8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0918877 Mar 09 06:08:40.027033 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (c83a362d-68d8-40a4-bb8a-a286229c97c4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.034607 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.053981 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device a33c45ae-cfec-4507-a641-96a216aff2e8 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:40.065515 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83a362d-68d8-40a4-bb8a-a286229c97c4']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:40.082897 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775e3014-f17b-4ece-8883-9c4d3fd251fa') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:40.083525 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775e3014-f17b-4ece-8883-9c4d3fd251fa') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:40.100297 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (775e3014-f17b-4ece-8883-9c4d3fd251fa), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.126621 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (775e3014-f17b-4ece-8883-9c4d3fd251fa), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.127549 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ca7f8b8b-c0fa-4be2-beca-65e7ab0f1a57 req-63dcf6c1-a528-4214-b727-05104549d2b8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058590 Mar 09 06:08:40.134669 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:08:40.138819 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (775e3014-f17b-4ece-8883-9c4d3fd251fa), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:08:40.141249 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:08:40.159631 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port a33c45ae-cfec-4507-a641-96a216aff2e8 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:40.160017 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.209251 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Made reservation on behalf of a60dc1d368c94ddbb2b3e6bba69d224b for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:08:40.215549 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.236673 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:08:40.242803 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-9f652947-848d-4409-bee3-f2747a881eec admin admin] 10.222.0.18 "PUT /v2.0/routers/d776f5e1-7f00-4dee-8e5d-b5c38305d036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0527790 Mar 09 06:08:40.259929 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port a33c45ae-cfec-4507-a641-96a216aff2e8 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:40.260331 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.282135 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port a33c45ae-cfec-4507-a641-96a216aff2e8, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=a33c45ae-cfec-4507-a641-96a216aff2e8,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:40.313810 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (c83a362d-68d8-40a4-bb8a-a286229c97c4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.321444 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.327895 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] 10.222.0.18 "DELETE /v2.0/networks/c83a362d-68d8-40a4-bb8a-a286229c97c4 HTTP/1.1" status: 204 len: 168 time: 0.5648715 Mar 09 06:08:40.345715 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e7742-e0ee-4f96-befb-2fb6e658691b admin admin] Pushing event deleted for resources: {'Network': ['ID=c83a362d-68d8-40a4-bb8a-a286229c97c4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:40.373183 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Allocated IP 172.20.0.9 (5f612a6a-31a3-4e5e-958b-260f8615652d/d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67/dade0783-ca95-4249-b06d-1c6329088ae8) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:08:40.379337 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.439417 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=a33c45ae-cfec-4507-a641-96a216aff2e8,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:40.556479 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks [] for port (dade0783-ca95-4249-b06d-1c6329088ae8), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.770856 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.831256 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Pushing event updated for resources: {'Port': ['ID=dade0783-ca95-4249-b06d-1c6329088ae8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:40.839892 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Network 5f612a6a-31a3-4e5e-958b-260f8615652d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:08:40.841091 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:08:40.843297 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:08:40.849089 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:40.849706 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:40.898243 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41666) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:40.911131 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-c7589729-f1a1-4265-94f8-5c6ee9c3e0d2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5707321 Mar 09 06:08:40.923695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Request body: {'port': {'device_id': '2babe34b-27f8-4e95-aa36-9c83b96f6407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:40.940694 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-268561ad-a67c-40ae-aaef-d5e260b1182f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7119816bbfa4de18718671332e967ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412354 Mar 09 06:08:40.944858 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41670) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:41.006178 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.046588 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:41.053253 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3ea948f7-5a17-481a-ae0b-c57e34711728 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921288379', 'description': 'tempest-secgroup-smoke-1921288379 description', 'project_id': '53eb36d293cd4fbb98cc9d984c65117b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:41.057417 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.090215 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7db4f888-91bf-4619-a185-3d5ac36e176a admin admin] Publish callbacks [] for security_group (ec52b882-0734-4c67-8608-176790fb652b), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.160663 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bf0eb-f578-4e5e-b1de-26d1b01daeab req-5fa33139-1c39-44df-a77a-013390a42ec9 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:41.160663 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af7bf0eb-f578-4e5e-b1de-26d1b01daeab req-5fa33139-1c39-44df-a77a-013390a42ec9 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 931 time: 0.1452465 Mar 09 06:08:41.163677 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7db4f888-91bf-4619-a185-3d5ac36e176a admin admin] Publish callbacks [] for security_group (ec52b882-0734-4c67-8608-176790fb652b), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.193196 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ea948f7-5a17-481a-ae0b-c57e34711728 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.344326 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af7bf0eb-f578-4e5e-b1de-26d1b01daeab req-51ac32b5-261d-497a-b272-51fedd3b6fd2 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680634 Mar 09 06:08:41.388800 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ea948f7-5a17-481a-ae0b-c57e34711728 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group (aa2b0d0e-3bed-47cb-9607-9688687cea9b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.433275 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c4520-3b17-4a83-860f-ca8b180bad6b req-ed24ce5a-d0c0-40e1-ac00-9da023f4f7b5 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:41.434787 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe6c4520-3b17-4a83-860f-ca8b180bad6b req-ed24ce5a-d0c0-40e1-ac00-9da023f4f7b5 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1371031 Mar 09 06:08:41.439747 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7db4f888-91bf-4619-a185-3d5ac36e176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ec52b882-0734-4c67-8608-176790fb652b), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.442370 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7db4f888-91bf-4619-a185-3d5ac36e176a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.443417 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7db4f888-91bf-4619-a185-3d5ac36e176a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec52b882-0734-4c67-8608-176790fb652b HTTP/1.1" status: 204 len: 168 time: 0.4975905 Mar 09 06:08:41.484296 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4f888-91bf-4619-a185-3d5ac36e176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec52b882-0734-4c67-8608-176790fb652b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:41.502945 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ea948f7-5a17-481a-ae0b-c57e34711728 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (aa2b0d0e-3bed-47cb-9607-9688687cea9b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.554310 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea948f7-5a17-481a-ae0b-c57e34711728 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b0d0e-3bed-47cb-9607-9688687cea9b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:41.577044 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe6c4520-3b17-4a83-860f-ca8b180bad6b req-0e04b35e-bb40-4139-8391-3e03de719ac9 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264095 Mar 09 06:08:41.586830 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dade0783-ca95-4249-b06d-1c6329088ae8 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:08:41.596131 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Publish callbacks [] for port (dade0783-ca95-4249-b06d-1c6329088ae8), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.610054 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Transition to ACTIVE for port object dade0783-ca95-4249-b06d-1c6329088ae8 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:08:41.687858 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ea948f7-5a17-481a-ae0b-c57e34711728 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.690285 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3ea948f7-5a17-481a-ae0b-c57e34711728 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6407626 Mar 09 06:08:41.693928 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41692) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:41.700635 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-785d0acc-7dcb-457d-bf64-ff6c69a52207 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b0d0e-3bed-47cb-9607-9688687cea9b', 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:41.774099 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.821710 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-785d0acc-7dcb-457d-bf64-ff6c69a52207 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (a3ec44cd-755f-460f-9c86-4af19d5e33a9), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.841515 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dade0783-ca95-4249-b06d-1c6329088ae8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:41.858658 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Attempting to bind port dade0783-ca95-4249-b06d-1c6329088ae8 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:08:41.859058 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Attempting to bind port dade0783-ca95-4249-b06d-1c6329088ae8 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:08:41.859390 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Attempting to bind port dade0783-ca95-4249-b06d-1c6329088ae8 on network 5f612a6a-31a3-4e5e-958b-260f8615652d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:41.863821 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Port dade0783-ca95-4249-b06d-1c6329088ae8 on network 5f612a6a-31a3-4e5e-958b-260f8615652d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:08:41.864145 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Attempting to bind port dade0783-ca95-4249-b06d-1c6329088ae8 on network 5f612a6a-31a3-4e5e-958b-260f8615652d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:41.869434 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:08:41.869845 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Checking segment: {'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:41.870128 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Bound using segment: {'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:08:41.870559 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Bound port: dade0783-ca95-4249-b06d-1c6329088ae8, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7e69b4-6930-4303-80a6-7280aa6f84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:08:41.870913 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.943648 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-785d0acc-7dcb-457d-bf64-ff6c69a52207 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (a3ec44cd-755f-460f-9c86-4af19d5e33a9), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:41.956199 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] For port dade0783-ca95-4249-b06d-1c6329088ae8, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:08:41.956772 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device a33c45ae-cfec-4507-a641-96a216aff2e8 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:41.960566 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] For port dade0783-ca95-4249-b06d-1c6329088ae8, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=dade0783-ca95-4249-b06d-1c6329088ae8,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:08:41.987839 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Sync routers for ids ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:08:42.015043 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Routers {'d776f5e1-7f00-4dee-8e5d-b5c38305d036'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:42.016094 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:42.017188 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-785d0acc-7dcb-457d-bf64-ff6c69a52207 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (a3ec44cd-755f-460f-9c86-4af19d5e33a9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.046487 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.052151 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d0acc-7dcb-457d-bf64-ff6c69a52207 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ec44cd-755f-460f-9c86-4af19d5e33a9,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:42.094166 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port a33c45ae-cfec-4507-a641-96a216aff2e8 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:42.094965 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.122769 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:42.133593 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.134298 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/dade0783-ca95-4249-b06d-1c6329088ae8 HTTP/1.1" status: 200 len: 1093 time: 1.2157190 Mar 09 06:08:42.134776 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2babe34b-27f8-4e95-aa36-9c83b96f6407', 'tag': 'dade0783-ca95-4249-b06d-1c6329088ae8'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:42.137110 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2babe34b-27f8-4e95-aa36-9c83b96f6407", "tag": "dade0783-ca95-4249-b06d-1c6329088ae8"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:42.139018 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-785d0acc-7dcb-457d-bf64-ff6c69a52207 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.141082 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-785d0acc-7dcb-457d-bf64-ff6c69a52207 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4457166 Mar 09 06:08:42.144738 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41706) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:42.151858 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e07daea4-f65e-41ff-b880-810f0e75b2ca tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b0d0e-3bed-47cb-9607-9688687cea9b', 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:42.198238 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Set router d776f5e1-7f00-4dee-8e5d-b5c38305d036 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:42.217212 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babccaf-6945-47c6-a46b-0fbd6b13b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dade0783-ca95-4249-b06d-1c6329088ae8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:42.252404 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07daea4-f65e-41ff-b880-810f0e75b2ca tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (1d09c007-0990-4e52-a1be-fcfb16ac649f), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.269438 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdb1c33-4657-437a-99dc-276ad90c52db x-openstack-request-id: req-0fdb1c33-4657-437a-99dc-276ad90c52db {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:42.269438 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2babe34b-27f8-4e95-aa36-9c83b96f6407", "tag": "dade0783-ca95-4249-b06d-1c6329088ae8", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:42.269438 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fdb1c33-4657-437a-99dc-276ad90c52db {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:42.269438 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2babe34b-27f8-4e95-aa36-9c83b96f6407', 'tag': 'dade0783-ca95-4249-b06d-1c6329088ae8', 'status': 'completed', 'code': 200} Mar 09 06:08:42.324546 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-ec66e189-6288-49a3-9fa3-10067719e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:42.326113 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-ec66e189-6288-49a3-9fa3-10067719e5e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a60dc1d368c94ddbb2b3e6bba69d224b&device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 1127 time: 0.0676591 Mar 09 06:08:42.344607 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07daea4-f65e-41ff-b880-810f0e75b2ca tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (1d09c007-0990-4e52-a1be-fcfb16ac649f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.375667 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-8912a3e1-aabe-43a4-ae68-96e5cdf65f27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dade0783-ca95-4249-b06d-1c6329088ae8 HTTP/1.1" status: 200 len: 217 time: 0.0413401 Mar 09 06:08:42.448655 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-18d46608-0a8d-4dee-b4a3-0166eb7289c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:42.450394 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-18d46608-0a8d-4dee-b4a3-0166eb7289c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67 HTTP/1.1" status: 200 len: 849 time: 0.0639100 Mar 09 06:08:42.482315 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07daea4-f65e-41ff-b880-810f0e75b2ca tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (1d09c007-0990-4e52-a1be-fcfb16ac649f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.502904 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port a33c45ae-cfec-4507-a641-96a216aff2e8 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:42.513598 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07daea4-f65e-41ff-b880-810f0e75b2ca tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d09c007-0990-4e52-a1be-fcfb16ac649f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:42.526527 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-4f55de13-eb84-4b03-be7c-1ff4bed23e14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f612a6a-31a3-4e5e-958b-260f8615652d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655544 Mar 09 06:08:42.581263 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef513b09-4a6f-40d0-b873-a43414fc555c req-3b5f0a36-7569-43bb-a237-6f0b4588dd02 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:42.582853 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ef513b09-4a6f-40d0-b873-a43414fc555c req-3b5f0a36-7569-43bb-a237-6f0b4588dd02 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 943 time: 0.1315598 Mar 09 06:08:42.625378 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:38Z', 'revision_number': 4, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port': {'id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '484bea79-2b85-420d-acf1-c4d16facd4eb', 'name': '', 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'mac_address': 'fa:16:3e:8f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'cc697877-4306-4787-9f04-69c3e66f47b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:37Z', 'updated_at': '2022-03-09T06:08:38Z', 'revision_number': 2, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'subnets': [{'id': 'cc697877-4306-4787-9f04-69c3e66f47b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:42.654234 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Checking router: d776f5e1-7f00-4dee-8e5d-b5c38305d036 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:08:42.654843 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Updating router d776f5e1-7f00-4dee-8e5d-b5c38305d036 port 484bea79-2b85-420d-acf1-c4d16facd4eb binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:08:42.685296 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07daea4-f65e-41ff-b880-810f0e75b2ca tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.688552 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e07daea4-f65e-41ff-b880-810f0e75b2ca tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5400763 Mar 09 06:08:42.692698 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:42.693831 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.697484 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-30d4fb54-2f17-4534-b1c0-643a8a561a88 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b0d0e-3bed-47cb-9607-9688687cea9b', 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:42.708669 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-4d565310-7193-46d1-9959-dc7d8b3292a0 service neutron] 10.222.0.20 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749752 Mar 09 06:08:42.719413 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ef513b09-4a6f-40d0-b873-a43414fc555c req-0a262942-f124-4655-a3de-806c236430a8 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019936 Mar 09 06:08:42.810276 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56b43a-804c-4a80-b33e-aa30a2f95ca1 req-5606097b-ea4d-448c-84de-fa817680392b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:42.811771 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb56b43a-804c-4a80-b33e-aa30a2f95ca1 req-5606097b-ea4d-448c-84de-fa817680392b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1694124 Mar 09 06:08:42.833596 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.866118 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30d4fb54-2f17-4534-b1c0-643a8a561a88 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (fe438b86-6c76-4cb2-8981-e53db6964ee7), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.866214 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-034670bc-fd58-4820-89bc-fe4706c96c1a req-031870f6-2382-4c8a-80b1-e2795ea97377 service neutron] 10.222.0.20 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429818 Mar 09 06:08:42.881574 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb56b43a-804c-4a80-b33e-aa30a2f95ca1 req-84524312-8f9f-4c6a-9092-a7ffba47d329 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610671 Mar 09 06:08:42.937818 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30d4fb54-2f17-4534-b1c0-643a8a561a88 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (fe438b86-6c76-4cb2-8981-e53db6964ee7), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.000051 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30d4fb54-2f17-4534-b1c0-643a8a561a88 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (fe438b86-6c76-4cb2-8981-e53db6964ee7), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.030130 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4fb54-2f17-4534-b1c0-643a8a561a88 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe438b86-6c76-4cb2-8981-e53db6964ee7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:43.037857 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Publish callbacks [] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.074742 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-c3ae92c4-9cc3-41e4-9cf6-ad88280c9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:43.076324 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-c3ae92c4-9cc3-41e4-9cf6-ad88280c9084 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a60dc1d368c94ddbb2b3e6bba69d224b&device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 1127 time: 0.0572858 Mar 09 06:08:43.116973 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30d4fb54-2f17-4534-b1c0-643a8a561a88 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.118197 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-30d4fb54-2f17-4534-b1c0-643a8a561a88 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4261379 Mar 09 06:08:43.121131 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41744) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:43.125792 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e0cb32bd-eda6-489e-a4b1-fc1f3abd99c7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b0d0e-3bed-47cb-9607-9688687cea9b', 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:43.142694 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.217423 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-dcb8c59a-f0f7-4c2d-b247-34d1da604f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:43.219322 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-dcb8c59a-f0f7-4c2d-b247-34d1da604f83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f612a6a-31a3-4e5e-958b-260f8615652d HTTP/1.1" status: 200 len: 910 time: 0.1365483 Mar 09 06:08:43.226649 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed585c-4f98-4cd6-98a2-8495072b67a6 None None] Pushing event updated for resources: {'Port': ['ID=484bea79-2b85-420d-acf1-c4d16facd4eb,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:43.242737 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0cb32bd-eda6-489e-a4b1-fc1f3abd99c7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (08c694bf-074a-4d48-928e-8232f32e13bd), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.287310 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-27f56ea7-7d1c-41ce-9978-58c09afca77c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dade0783-ca95-4249-b06d-1c6329088ae8 HTTP/1.1" status: 200 len: 217 time: 0.0617456 Mar 09 06:08:43.296379 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Attempting to bind port 484bea79-2b85-420d-acf1-c4d16facd4eb on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:08:43.296780 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Attempting to bind port 484bea79-2b85-420d-acf1-c4d16facd4eb by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:08:43.297144 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Attempting to bind port 484bea79-2b85-420d-acf1-c4d16facd4eb on network c12de899-ab05-4f14-ba36-ab123bddc1b5 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:08:43.306391 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:08:43.306789 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Checking segment: {'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:08:43.307163 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.307550 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Bound using segment: {'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:08:43.308018 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Bound port: 484bea79-2b85-420d-acf1-c4d16facd4eb, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d416d8-87ac-46dd-b252-ab96e2353472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:08:43.308396 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.364609 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0cb32bd-eda6-489e-a4b1-fc1f3abd99c7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (08c694bf-074a-4d48-928e-8232f32e13bd), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.377774 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-8fa85f95-3448-4ab3-ab5d-9f54a7bbb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:43.379542 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-8fa85f95-3448-4ab3-ab5d-9f54a7bbb098 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67 HTTP/1.1" status: 200 len: 849 time: 0.0857089 Mar 09 06:08:43.400620 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] For port 484bea79-2b85-420d-acf1-c4d16facd4eb, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:08:43.404549 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] For port 484bea79-2b85-420d-acf1-c4d16facd4eb, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=484bea79-2b85-420d-acf1-c4d16facd4eb,segment=NetworkSegment(b8d416d8-87ac-46dd-b252-ab96e2353472),segment_id=b8d416d8-87ac-46dd-b252-ab96e2353472)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:08:43.420523 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-995a1884-c4ff-4654-9260-f81e89127703 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f612a6a-31a3-4e5e-958b-260f8615652d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297253 Mar 09 06:08:43.460962 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-83c3dc4b-f27d-4278-aa54-b0aaa38002d6 None None] Provisioning complete for port 484bea79-2b85-420d-acf1-c4d16facd4eb triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:43.461282 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-83c3dc4b-f27d-4278-aa54-b0aaa38002d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.469087 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0cb32bd-eda6-489e-a4b1-fc1f3abd99c7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (08c694bf-074a-4d48-928e-8232f32e13bd), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.500290 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb32bd-eda6-489e-a4b1-fc1f3abd99c7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c694bf-074a-4d48-928e-8232f32e13bd,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:43.528505 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.542054 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-83c3dc4b-f27d-4278-aa54-b0aaa38002d6 None None] Port 484bea79-2b85-420d-acf1-c4d16facd4eb cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:08:43.544869 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-d8a19bb4-7123-486d-be40-e9e93e01e80b service neutron] 10.222.0.20 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178277 Mar 09 06:08:43.596754 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed585c-4f98-4cd6-98a2-8495072b67a6 None None] Pushing event updated for resources: {'Port': ['ID=484bea79-2b85-420d-acf1-c4d16facd4eb,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:43.602907 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0cb32bd-eda6-489e-a4b1-fc1f3abd99c7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.604125 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e0cb32bd-eda6-489e-a4b1-fc1f3abd99c7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4818723 Mar 09 06:08:43.605223 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Routers {'d776f5e1-7f00-4dee-8e5d-b5c38305d036'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:08:43.605986 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:08:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:43.607109 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41756) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:43.611526 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a2aaab87-5f96-476e-a9f3-4f3950becba2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b0d0e-3bed-47cb-9607-9688687cea9b', 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:43.674471 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-16be6c81-0c1a-4c61-8dbd-8c01f80eef1f req-0b7b6d32-aeb4-4c46-b74b-db28dcc2dc63 service neutron] 10.222.0.20 "GET /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229649 Mar 09 06:08:43.765146 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] Set router d776f5e1-7f00-4dee-8e5d-b5c38305d036 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:08:43.777592 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-a2aaab87-5f96-476e-a9f3-4f3950becba2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Project 53eb36d293cd4fbb98cc9d984c65117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 06:08:43.783046 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2aaab87-5f96-476e-a9f3-4f3950becba2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (8f20162c-861e-4680-9007-a7153758e25e), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.884529 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2aaab87-5f96-476e-a9f3-4f3950becba2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (8f20162c-861e-4680-9007-a7153758e25e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.914180 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23c432-e492-4c1e-9a7a-51c0bf6172fd req-e603c58a-8eab-49f1-8894-18dc90f3f383 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:43.921817 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fc23c432-e492-4c1e-9a7a-51c0bf6172fd req-e603c58a-8eab-49f1-8894-18dc90f3f383 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 943 time: 0.0948212 Mar 09 06:08:43.986160 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2aaab87-5f96-476e-a9f3-4f3950becba2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (8f20162c-861e-4680-9007-a7153758e25e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:43.988552 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-05fa3e71-7feb-402a-98a1-06af2d338014 None None] Provisioning complete for port 484bea79-2b85-420d-acf1-c4d16facd4eb triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:43.990346 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-05fa3e71-7feb-402a-98a1-06af2d338014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:44.001901 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fc23c432-e492-4c1e-9a7a-51c0bf6172fd req-51588ddb-aa07-4e2a-8e0c-c3d2513fe05b tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790837 Mar 09 06:08:44.021798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677b77b-2cd9-4931-9de9-d95e2a296111 req-82df190a-8f44-4cf7-a893-1381265f02ab tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:44.025254 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaab87-5f96-476e-a9f3-4f3950becba2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f20162c-861e-4680-9007-a7153758e25e,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:44.029038 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7677b77b-2cd9-4931-9de9-d95e2a296111 req-82df190a-8f44-4cf7-a893-1381265f02ab tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0801189 Mar 09 06:08:44.074176 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7677b77b-2cd9-4931-9de9-d95e2a296111 req-66c6142e-7c16-43c1-8a6a-ecb6b4a9aea8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441484 Mar 09 06:08:44.096109 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2aaab87-5f96-476e-a9f3-4f3950becba2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:44.097364 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a2aaab87-5f96-476e-a9f3-4f3950becba2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4892585 Mar 09 06:08:44.101209 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:38Z', 'revision_number': 4, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port': {'id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '484bea79-2b85-420d-acf1-c4d16facd4eb', 'name': '', 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'mac_address': 'fa:16:3e:8f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'cc697877-4306-4787-9f04-69c3e66f47b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:37Z', 'updated_at': '2022-03-09T06:08:43Z', 'revision_number': 4, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'subnets': [{'id': 'cc697877-4306-4787-9f04-69c3e66f47b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:44.103177 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41768) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:44.109666 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-5ed27466-3499-4685-b0cb-9e3ec22f4cce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b0d0e-3bed-47cb-9607-9688687cea9b', 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:08:44.138104 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e391d22-2fbe-4fa7-b85e-5e41a1c918cc None None] The sync data for ids ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'] in dv-cinder-831154-2-iscsi is: [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:38Z', 'revision_number': 4, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port': {'id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '484bea79-2b85-420d-acf1-c4d16facd4eb', 'name': '', 'network_id': 'c12de899-ab05-4f14-ba36-ab123bddc1b5', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'mac_address': 'fa:16:3e:8f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'cc697877-4306-4787-9f04-69c3e66f47b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:37Z', 'updated_at': '2022-03-09T06:08:43Z', 'revision_number': 4, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'subnets': [{'id': 'cc697877-4306-4787-9f04-69c3e66f47b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:08:44.157188 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-05fa3e71-7feb-402a-98a1-06af2d338014 None None] Current status of the port 484bea79-2b85-420d-acf1-c4d16facd4eb is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:44.157188 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-05fa3e71-7feb-402a-98a1-06af2d338014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:44.201513 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.securitygroups_db [None req-5ed27466-3499-4685-b0cb-9e3ec22f4cce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Project 53eb36d293cd4fbb98cc9d984c65117b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 06:08:44.208363 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ed27466-3499-4685-b0cb-9e3ec22f4cce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (87f607e0-01cc-47ea-a223-d541c66bd1b8), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:44.235347 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-05fa3e71-7feb-402a-98a1-06af2d338014 None None] For port 484bea79-2b85-420d-acf1-c4d16facd4eb, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=484bea79-2b85-420d-acf1-c4d16facd4eb,segment=NetworkSegment(b8d416d8-87ac-46dd-b252-ab96e2353472),segment_id=b8d416d8-87ac-46dd-b252-ab96e2353472)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:44.324137 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ed27466-3499-4685-b0cb-9e3ec22f4cce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (87f607e0-01cc-47ea-a223-d541c66bd1b8), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:44.425856 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-05fa3e71-7feb-402a-98a1-06af2d338014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:44.474530 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa3e71-7feb-402a-98a1-06af2d338014 None None] Pushing event updated for resources: {'Port': ['ID=484bea79-2b85-420d-acf1-c4d16facd4eb,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:44.508972 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ed27466-3499-4685-b0cb-9e3ec22f4cce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (87f607e0-01cc-47ea-a223-d541c66bd1b8), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:44.533735 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed27466-3499-4685-b0cb-9e3ec22f4cce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f607e0-01cc-47ea-a223-d541c66bd1b8,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:44.708524 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ed27466-3499-4685-b0cb-9e3ec22f4cce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:44.710229 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5ed27466-3499-4685-b0cb-9e3ec22f4cce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6056283 Mar 09 06:08:45.209596 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c6f5c-f4e1-48b6-b21a-d2fd0de2bc6d req-3d80a0eb-c7e4-4bbd-8dc5-67b92dc1a483 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:45.211038 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-807c6f5c-f4e1-48b6-b21a-d2fd0de2bc6d req-3d80a0eb-c7e4-4bbd-8dc5-67b92dc1a483 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 943 time: 0.0911195 Mar 09 06:08:45.225863 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86195eed-1923-44e8-b0c0-e4d93d5b4baf req-fbffd4d5-ebf8-4409-a009-a20f3381d519 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:45.227506 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86195eed-1923-44e8-b0c0-e4d93d5b4baf req-fbffd4d5-ebf8-4409-a009-a20f3381d519 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0752077 Mar 09 06:08:45.295618 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-807c6f5c-f4e1-48b6-b21a-d2fd0de2bc6d req-edef4e0c-2604-4be3-ae80-ff41d5f8c974 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789042 Mar 09 06:08:45.309731 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86195eed-1923-44e8-b0c0-e4d93d5b4baf req-1ed1a628-db28-4b40-8303-8d535f664820 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Mar 09 06:08:45.951131 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 484bea79-2b85-420d-acf1-c4d16facd4eb up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:46.008383 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 484bea79-2b85-420d-acf1-c4d16facd4eb triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:46.008786 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:46.094819 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 484bea79-2b85-420d-acf1-c4d16facd4eb is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:46.468770 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b8ad-67be-4619-b679-264c34e42e51 req-a20de336-64a1-46d8-804b-b5eeb6dfa97c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:46.470320 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c074b8ad-67be-4619-b679-264c34e42e51 req-a20de336-64a1-46d8-804b-b5eeb6dfa97c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 943 time: 0.0965686 Mar 09 06:08:46.487925 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8639e7b-55b0-4e8e-a374-a57266d64a1b req-bcb3c5ff-4468-43ff-af3b-04cd535ad4db tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:46.490332 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d8639e7b-55b0-4e8e-a374-a57266d64a1b req-bcb3c5ff-4468-43ff-af3b-04cd535ad4db tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0876102 Mar 09 06:08:46.573086 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c074b8ad-67be-4619-b679-264c34e42e51 req-cea5bb29-3206-4efd-92cf-74b305d77a8d tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729921 Mar 09 06:08:46.573086 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d8639e7b-55b0-4e8e-a374-a57266d64a1b req-77c41428-326c-4c20-bbb3-61d84c6211f4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724897 Mar 09 06:08:46.743837 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41896) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:46.854567 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dc61e39-a83a-4649-afc8-f1deec806892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:46.931542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dc61e39-a83a-4649-afc8-f1deec806892 admin admin] Publish callbacks [] for security_group (97fe1437-1dc7-4861-b916-abadfc32b1eb), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:47.003032 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dc61e39-a83a-4649-afc8-f1deec806892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (97fe1437-1dc7-4861-b916-abadfc32b1eb), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:47.041063 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc61e39-a83a-4649-afc8-f1deec806892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fe1437-1dc7-4861-b916-abadfc32b1eb,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:47.045403 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3dc61e39-a83a-4649-afc8-f1deec806892 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a028e5fd7b014eb79ec49bd664664b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004403 Mar 09 06:08:47.048756 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 41906) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:47.096999 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57330ff2-cf2b-473a-ad3c-e9e8ad9c9b89 admin admin] Publish callbacks [] for security_group (97fe1437-1dc7-4861-b916-abadfc32b1eb), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:47.122160 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57330ff2-cf2b-473a-ad3c-e9e8ad9c9b89 admin admin] Publish callbacks [] for security_group (97fe1437-1dc7-4861-b916-abadfc32b1eb), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:47.281105 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57330ff2-cf2b-473a-ad3c-e9e8ad9c9b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (97fe1437-1dc7-4861-b916-abadfc32b1eb), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:47.283767 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57330ff2-cf2b-473a-ad3c-e9e8ad9c9b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:47.284932 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-57330ff2-cf2b-473a-ad3c-e9e8ad9c9b89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97fe1437-1dc7-4861-b916-abadfc32b1eb HTTP/1.1" status: 204 len: 168 time: 0.2359920 Mar 09 06:08:47.294234 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57330ff2-cf2b-473a-ad3c-e9e8ad9c9b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fe1437-1dc7-4861-b916-abadfc32b1eb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:47.728936 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988fe11-7939-4cbf-b7dc-736f2c00ca36 req-13423bd1-fd28-44c1-b092-59d12ba26d11 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:47.731042 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f988fe11-7939-4cbf-b7dc-736f2c00ca36 req-13423bd1-fd28-44c1-b092-59d12ba26d11 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 943 time: 0.0935135 Mar 09 06:08:47.742488 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e46b8-40a7-46b9-9103-535e8082481a req-3077e722-cd61-4250-b1b2-9877283f417e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:47.743937 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ae6e46b8-40a7-46b9-9103-535e8082481a req-3077e722-cd61-4250-b1b2-9877283f417e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0945580 Mar 09 06:08:47.819033 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f988fe11-7939-4cbf-b7dc-736f2c00ca36 req-c7fbd1e7-8913-4208-b2e8-672146503f66 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727882 Mar 09 06:08:47.822209 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ae6e46b8-40a7-46b9-9103-535e8082481a req-77de340b-39fc-4ca3-bd86-63af23548cc4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703740 Mar 09 06:08:47.953996 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device dade0783-ca95-4249-b06d-1c6329088ae8 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:08:48.061995 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port dade0783-ca95-4249-b06d-1c6329088ae8, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=dade0783-ca95-4249-b06d-1c6329088ae8,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:48.080357 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'dade0783-ca95-4249-b06d-1c6329088ae8', 'network_id': '5f612a6a-31a3-4e5e-958b-260f8615652d', 'port_id': 'dade0783-ca95-4249-b06d-1c6329088ae8', 'mac_address': 'fa:16:3e:f6:ec:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:08:48.119972 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:48.126967 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port dade0783-ca95-4249-b06d-1c6329088ae8 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:48.127358 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.135961 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c37b680-b68a-45ab-9ecb-dc7d47332f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.141220 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dade0783-ca95-4249-b06d-1c6329088ae8 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:08:48.166560 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port dade0783-ca95-4249-b06d-1c6329088ae8, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=dade0783-ca95-4249-b06d-1c6329088ae8,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:48.229463 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c37b680-b68a-45ab-9ecb-dc7d47332f90 admin admin] Publish callbacks [] for security_group (5b681d3c-b511-491a-a1a1-2b5b18950028), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.252430 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.301454 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=dade0783-ca95-4249-b06d-1c6329088ae8,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:48.352073 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c37b680-b68a-45ab-9ecb-dc7d47332f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (5b681d3c-b511-491a-a1a1-2b5b18950028), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.388670 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37b680-b68a-45ab-9ecb-dc7d47332f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b681d3c-b511-491a-a1a1-2b5b18950028,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:48.405380 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4c37b680-b68a-45ab-9ecb-dc7d47332f90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78ab6cea71d142b0bcef43135ecc7190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841945 Mar 09 06:08:48.408009 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 41942) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:48.457672 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91242e0b-ec62-47f0-aca4-fe162bd0fd08 admin admin] Publish callbacks [] for security_group (5b681d3c-b511-491a-a1a1-2b5b18950028), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.479371 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91242e0b-ec62-47f0-aca4-fe162bd0fd08 admin admin] Publish callbacks [] for security_group (5b681d3c-b511-491a-a1a1-2b5b18950028), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.649337 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91242e0b-ec62-47f0-aca4-fe162bd0fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (5b681d3c-b511-491a-a1a1-2b5b18950028), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.651929 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91242e0b-ec62-47f0-aca4-fe162bd0fd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:48.653135 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-91242e0b-ec62-47f0-aca4-fe162bd0fd08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b681d3c-b511-491a-a1a1-2b5b18950028 HTTP/1.1" status: 204 len: 168 time: 0.2441483 Mar 09 06:08:48.661481 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91242e0b-ec62-47f0-aca4-fe162bd0fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b681d3c-b511-491a-a1a1-2b5b18950028,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:48.686916 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['dade0783-ca95-4249-b06d-1c6329088ae8'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:48.979308 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a449b-0780-46db-a28e-dc990162caef req-033cb700-2c8b-4c85-b7a7-5e1bbb94521d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:48.983144 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c74a449b-0780-46db-a28e-dc990162caef req-033cb700-2c8b-4c85-b7a7-5e1bbb94521d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0813265 Mar 09 06:08:48.997502 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419ae1b-56f6-42c3-afb2-02c9282f450d req-0e71144d-4072-4183-84e2-f23770ab6247 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:48.998998 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8419ae1b-56f6-42c3-afb2-02c9282f450d req-0e71144d-4072-4183-84e2-f23770ab6247 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 944 time: 0.1006603 Mar 09 06:08:49.086526 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c74a449b-0780-46db-a28e-dc990162caef req-a6a76e4d-17c5-406e-9ea2-03826e27ad39 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839980 Mar 09 06:08:49.090136 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8419ae1b-56f6-42c3-afb2-02c9282f450d req-b236a1bf-0cc9-4f72-a6c0-e6b35eb21a44 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772915 Mar 09 06:08:49.578206 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0d0b-4c69-4789-a258-5046fde25b02 req-c09a335e-f970-479a-aa1c-0a2a159a138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:49.579713 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ba2e0d0b-4c69-4789-a258-5046fde25b02 req-c09a335e-f970-479a-aa1c-0a2a159a138d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 1129 time: 0.0492041 Mar 09 06:08:49.624958 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ba2e0d0b-4c69-4789-a258-5046fde25b02 req-c54ee0d4-5480-457e-b4d5-75ff318c07d0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 Mar 09 06:08:49.974899 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device dade0783-ca95-4249-b06d-1c6329088ae8 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:08:50.116056 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port dade0783-ca95-4249-b06d-1c6329088ae8 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:08:50.123547 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port dade0783-ca95-4249-b06d-1c6329088ae8 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:08:50.125609 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:50.222928 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port dade0783-ca95-4249-b06d-1c6329088ae8 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:08:50.223842 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:50.254970 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2babe34b-27f8-4e95-aa36-9c83b96f6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dade0783-ca95-4249-b06d-1c6329088ae8'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:50.258413 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59465567-b122-440d-8657-17a085accec1" -d '{"events": [{"server_uuid": "2babe34b-27f8-4e95-aa36-9c83b96f6407", "name": "network-vif-plugged", "status": "completed", "tag": "dade0783-ca95-4249-b06d-1c6329088ae8"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:50.263200 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c0d0f-ead7-4696-908d-e9496cf98a07 req-eb449ba9-3bff-4556-8ae3-1a1aa2f6e13c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:50.264726 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed5c0d0f-ead7-4696-908d-e9496cf98a07 req-eb449ba9-3bff-4556-8ae3-1a1aa2f6e13c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0983815 Mar 09 06:08:50.272247 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69791d-9d1a-45f1-ab80-d3e472098ff8 req-02827577-4bfc-49f2-a99b-8555c8ac644c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:50.273038 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port dade0783-ca95-4249-b06d-1c6329088ae8, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=dade0783-ca95-4249-b06d-1c6329088ae8,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:50.274888 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9d69791d-9d1a-45f1-ab80-d3e472098ff8 req-02827577-4bfc-49f2-a99b-8555c8ac644c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 944 time: 0.0973332 Mar 09 06:08:50.351137 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed5c0d0f-ead7-4696-908d-e9496cf98a07 req-2e60d79b-38e1-4b75-b226-35c8c0daa1c2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752556 Mar 09 06:08:50.354861 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9d69791d-9d1a-45f1-ab80-d3e472098ff8 req-2ab2e188-9448-4b9c-a835-2fb959f9db64 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Mar 09 06:08:50.367680 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:50.413702 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cfdc41-518f-42d3-a3ca-1dc6ed46bb9f x-openstack-request-id: req-97cfdc41-518f-42d3-a3ca-1dc6ed46bb9f {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:50.422190 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2babe34b-27f8-4e95-aa36-9c83b96f6407", "name": "network-vif-plugged", "status": "completed", "tag": "dade0783-ca95-4249-b06d-1c6329088ae8", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:50.422190 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97cfdc41-518f-42d3-a3ca-1dc6ed46bb9f {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:50.422190 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2babe34b-27f8-4e95-aa36-9c83b96f6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dade0783-ca95-4249-b06d-1c6329088ae8', 'code': 200} Mar 09 06:08:50.453209 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=dade0783-ca95-4249-b06d-1c6329088ae8,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:50.825672 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cea39-8c6e-4f3f-960a-4f8d803a778c req-9ccd985c-cc33-43dd-8f9a-f296cdd5d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:50.827216 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-365cea39-8c6e-4f3f-960a-4f8d803a778c req-9ccd985c-cc33-43dd-8f9a-f296cdd5d9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 1129 time: 0.0482640 Mar 09 06:08:50.887648 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-365cea39-8c6e-4f3f-960a-4f8d803a778c req-ac350edf-5e60-4529-ab01-2ce2a0020a79 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522707 Mar 09 06:08:51.535492 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9976026-9895-4018-be01-8710ff9d5053 req-267039ad-c808-41eb-bb09-12eabff20c0b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:51.537082 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9976026-9895-4018-be01-8710ff9d5053 req-267039ad-c808-41eb-bb09-12eabff20c0b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.1014862 Mar 09 06:08:51.548326 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cf85f-7655-4900-a838-fbdbc8bfbf8c req-75f0e16f-213e-43f2-817a-29517d4b8797 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:51.549871 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59cf85f-7655-4900-a838-fbdbc8bfbf8c req-75f0e16f-213e-43f2-817a-29517d4b8797 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 945 time: 0.0805526 Mar 09 06:08:51.626630 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9976026-9895-4018-be01-8710ff9d5053 req-8c72d30f-b2b2-467f-bdc5-3b99f43cd3f4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757692 Mar 09 06:08:51.630004 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59cf85f-7655-4900-a838-fbdbc8bfbf8c req-47f4cb54-a8c3-4e94-9296-e7568e769380 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730219 Mar 09 06:08:52.786689 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732234-6299-4e27-80f2-89a35fe40e0f req-a1c20ccc-c84d-45d4-af12-d61c78ff242f tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:52.788343 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9732234-6299-4e27-80f2-89a35fe40e0f req-a1c20ccc-c84d-45d4-af12-d61c78ff242f tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 945 time: 0.0894864 Mar 09 06:08:52.796666 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5227e5-7030-482f-ac5e-145e83eca41c req-7268480c-f630-4edb-b9a0-34c0557f1a95 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:52.798216 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5227e5-7030-482f-ac5e-145e83eca41c req-7268480c-f630-4edb-b9a0-34c0557f1a95 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0886421 Mar 09 06:08:52.872381 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9732234-6299-4e27-80f2-89a35fe40e0f req-9ea32df3-a8a4-41ec-bb11-f1bfcdf40081 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731924 Mar 09 06:08:52.875378 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5227e5-7030-482f-ac5e-145e83eca41c req-9a049266-d6a4-40a1-9c90-cf8dce905b7f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700788 Mar 09 06:08:52.999045 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf036c-fb95-4acf-bd5b-f465fd1a2c83 req-e95afb7c-226a-4f7b-a0a5-9c352666c525 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:53.000609 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82bf036c-fb95-4acf-bd5b-f465fd1a2c83 req-e95afb7c-226a-4f7b-a0a5-9c352666c525 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0532269 Mar 09 06:08:53.046180 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82bf036c-fb95-4acf-bd5b-f465fd1a2c83 req-8aa1165b-c318-47ea-ba08-e96141e2df74 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Mar 09 06:08:54.035887 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:54.369841 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42106) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:54.664099 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-7217bf7b-6e20-4b7e-8ae8-ed782ecff3c4 admin admin] Deleting subnet 67ed7f51-5833-4b4b-8a35-f46de7ff3a04 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:08:54.667361 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7217bf7b-6e20-4b7e-8ae8-ed782ecff3c4 admin admin] Publish callbacks [] for subnet (67ed7f51-5833-4b4b-8a35-f46de7ff3a04), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:54.702090 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7217bf7b-6e20-4b7e-8ae8-ed782ecff3c4 admin admin] Publish callbacks [] for subnet (67ed7f51-5833-4b4b-8a35-f46de7ff3a04), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:54.707551 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7217bf7b-6e20-4b7e-8ae8-ed782ecff3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (67ed7f51-5833-4b4b-8a35-f46de7ff3a04), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:54.859676 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7217bf7b-6e20-4b7e-8ae8-ed782ecff3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for subnet (67ed7f51-5833-4b4b-8a35-f46de7ff3a04), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:54.886328 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217bf7b-6e20-4b7e-8ae8-ed782ecff3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ed7f51-5833-4b4b-8a35-f46de7ff3a04,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:54.891634 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7217bf7b-6e20-4b7e-8ae8-ed782ecff3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:54.897274 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7217bf7b-6e20-4b7e-8ae8-ed782ecff3c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67ed7f51-5833-4b4b-8a35-f46de7ff3a04 HTTP/1.1" status: 204 len: 168 time: 0.5240505 Mar 09 06:08:54.897808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42130) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:54.982031 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (c00cae15-67fe-44a6-8370-e3a6adc5a0f5), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.060819 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be96fc-ce88-4dce-bc4d-8c6873150bed req-876698e3-1c16-45f7-b283-3a55bff680e4 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:55.062322 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b7be96fc-ce88-4dce-bc4d-8c6873150bed req-876698e3-1c16-45f7-b283-3a55bff680e4 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 945 time: 0.1017542 Mar 09 06:08:55.110641 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (c00cae15-67fe-44a6-8370-e3a6adc5a0f5), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.148060 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.148422 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.150513 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.150513 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.150513 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.150809 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.151145 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.151461 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.151772 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.152090 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.218940 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.219509 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.220136 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.220136 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 06:08:55.220473 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00cae15-67fe-44a6-8370-e3a6adc5a0f5']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:55.246608 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408f4178-83a1-4928-b887-b8dfe637652d') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:55.248193 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408f4178-83a1-4928-b887-b8dfe637652d') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:55.262447 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b7be96fc-ce88-4dce-bc4d-8c6873150bed req-4b535f85-4b65-4550-adf0-f9b7af141e87 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894834 Mar 09 06:08:55.268540 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745452'] for segment (408f4178-83a1-4928-b887-b8dfe637652d), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.294116 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (408f4178-83a1-4928-b887-b8dfe637652d), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.302497 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:08:55.303030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9746137'] for segment (408f4178-83a1-4928-b887-b8dfe637652d), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: from cryptography.utils import int_from_bytes Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: from cryptography.utils import int_from_bytes Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: Traceback (most recent call last): Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: timer() Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: cb(*args, **kw) Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: return func(*args, **kwargs) Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: self._notify() Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: self.callback(batched_events) Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: event.method(event) Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: return f(self, *a, **k) Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._get(url).json() Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:08:55.307297 dv-cinder-831154-2-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:08:55.462275 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (c00cae15-67fe-44a6-8370-e3a6adc5a0f5), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.471355 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.477707 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c00cae15-67fe-44a6-8370-e3a6adc5a0f5 HTTP/1.1" status: 204 len: 168 time: 0.5759101 Mar 09 06:08:55.478489 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42146) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:55.484980 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae2898-5d00-48c4-93ca-72dd09501fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00cae15-67fe-44a6-8370-e3a6adc5a0f5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:55.533481 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-227e1c5b-8f86-4ed3-8e93-4fa1f4e8fbe2 admin admin] Deleting subnet dac73e0f-a811-4767-85eb-74b4525685ac {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:08:55.536680 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227e1c5b-8f86-4ed3-8e93-4fa1f4e8fbe2 admin admin] Publish callbacks [] for subnet (dac73e0f-a811-4767-85eb-74b4525685ac), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.572312 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227e1c5b-8f86-4ed3-8e93-4fa1f4e8fbe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944372'] for subnet (dac73e0f-a811-4767-85eb-74b4525685ac), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.619272 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227e1c5b-8f86-4ed3-8e93-4fa1f4e8fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (dac73e0f-a811-4767-85eb-74b4525685ac), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.831404 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227e1c5b-8f86-4ed3-8e93-4fa1f4e8fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3455546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3364323'] for subnet (dac73e0f-a811-4767-85eb-74b4525685ac), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.855521 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1c5b-8f86-4ed3-8e93-4fa1f4e8fbe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac73e0f-a811-4767-85eb-74b4525685ac,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:55.867809 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227e1c5b-8f86-4ed3-8e93-4fa1f4e8fbe2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:55.867809 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-227e1c5b-8f86-4ed3-8e93-4fa1f4e8fbe2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dac73e0f-a811-4767-85eb-74b4525685ac HTTP/1.1" status: 204 len: 168 time: 0.3827629 Mar 09 06:08:55.867809 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42150) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:55.939487 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (16f72f81-a0b2-4b1f-a2b3-9b7776004c68), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.026570 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (16f72f81-a0b2-4b1f-a2b3-9b7776004c68), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.047258 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f72f81-a0b2-4b1f-a2b3-9b7776004c68']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:56.057145 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bc8eda-27e9-4acc-997d-92e7f8a46f8d') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:56.057438 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bc8eda-27e9-4acc-997d-92e7f8a46f8d') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:08:56.066342 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (e2bc8eda-27e9-4acc-997d-92e7f8a46f8d), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.080538 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (e2bc8eda-27e9-4acc-997d-92e7f8a46f8d), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.086754 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:08:56.087178 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (e2bc8eda-27e9-4acc-997d-92e7f8a46f8d), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:08:56.088812 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:08:56.204959 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (16f72f81-a0b2-4b1f-a2b3-9b7776004c68), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.210268 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.216149 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] 10.222.0.18 "DELETE /v2.0/networks/16f72f81-a0b2-4b1f-a2b3-9b7776004c68 HTTP/1.1" status: 204 len: 168 time: 0.3477104 Mar 09 06:08:56.228852 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae46ce1-7d3b-4f23-8b44-121a85de6290 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f72f81-a0b2-4b1f-a2b3-9b7776004c68,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:56.398585 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a55ad7-b10f-4b8d-8d39-84df4a8958f7 req-139fda7c-e3a0-4f21-b15b-4002618e461c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:56.400609 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-77a55ad7-b10f-4b8d-8d39-84df4a8958f7 req-139fda7c-e3a0-4f21-b15b-4002618e461c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 945 time: 0.0546875 Mar 09 06:08:56.451571 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-77a55ad7-b10f-4b8d-8d39-84df4a8958f7 req-887b15bc-440a-4b1c-b720-967db791cd59 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/security-groups?id=823036dc-353a-4168-9d5d-bd3f5240d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Mar 09 06:08:56.721321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42176) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:56.738830 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-d663da41-3a14-4b10-aeaf-a1af91b8b6a0 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:56.740337 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-d663da41-3a14-4b10-aeaf-a1af91b8b6a0 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.20 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 945 time: 0.0562141 Mar 09 06:08:56.769697 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42180) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:56.817646 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1bfb5a7e-299f-4729-b16c-0c2e7596ac87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec3b7f176baf4e398c0dec0409e3dba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454652 Mar 09 06:08:56.820293 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42182) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:56.858294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Deleting port dade0783-ca95-4249-b06d-1c6329088ae8 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:08:56.858636 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.886459 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ebe9-8ec7-418f-83d5-42400731504f admin admin] Publish callbacks [] for security_group (2f0e8f60-7bfd-415c-b37a-33709ab711ed), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.920386 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ebe9-8ec7-418f-83d5-42400731504f admin admin] Publish callbacks [] for security_group (2f0e8f60-7bfd-415c-b37a-33709ab711ed), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:56.965049 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed78761e-773a-466d-aa68-9caff41a1644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.010941 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] For port dade0783-ca95-4249-b06d-1c6329088ae8, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=dade0783-ca95-4249-b06d-1c6329088ae8,segment=NetworkSegment(eb7e69b4-6930-4303-80a6-7280aa6f84db),segment_id=eb7e69b4-6930-4303-80a6-7280aa6f84db)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:08:57.011341 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.035354 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Calling delete_port for dade0783-ca95-4249-b06d-1c6329088ae8 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:08:57.062749 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed78761e-773a-466d-aa68-9caff41a1644 admin admin] Publish callbacks [] for security_group (22e6269a-6fbe-4473-83c7-5c17639b59fa), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.082219 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ebe9-8ec7-418f-83d5-42400731504f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2f0e8f60-7bfd-415c-b37a-33709ab711ed), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.084791 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ebe9-8ec7-418f-83d5-42400731504f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.085931 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5ac7ebe9-8ec7-418f-83d5-42400731504f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f0e8f60-7bfd-415c-b37a-33709ab711ed HTTP/1.1" status: 204 len: 168 time: 0.2645764 Mar 09 06:08:57.093600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7ebe9-8ec7-418f-83d5-42400731504f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e8f60-7bfd-415c-b37a-33709ab711ed,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:57.109985 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2986a3b-4317-4a0a-9a2d-eef016bba134 req-3e0c4e52-2b73-4faf-913f-ce8f39a5b3a2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:57.112336 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e2986a3b-4317-4a0a-9a2d-eef016bba134 req-3e0c4e52-2b73-4faf-913f-ce8f39a5b3a2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1505005 Mar 09 06:08:57.164796 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-e6f88e6f-3217-4b8c-bd24-505b6bef12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:57.166891 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-e6f88e6f-3217-4b8c-bd24-505b6bef12b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1130 time: 0.1408484 Mar 09 06:08:57.216998 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e2986a3b-4317-4a0a-9a2d-eef016bba134 req-7e41f7dc-b9a1-4e24-83d8-ced7df669465 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982480 Mar 09 06:08:57.239651 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed78761e-773a-466d-aa68-9caff41a1644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (22e6269a-6fbe-4473-83c7-5c17639b59fa), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.278298 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ed78761e-773a-466d-aa68-9caff41a1644 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbaec8aa7bbf4c75b1fad95de4a15702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5551720 Mar 09 06:08:57.279336 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78761e-773a-466d-aa68-9caff41a1644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e6269a-6fbe-4473-83c7-5c17639b59fa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:57.282001 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42190) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:57.350747 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-1c5ef133-6840-44e5-9cd7-7c3dba506c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:57.352257 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-1c5ef133-6840-44e5-9cd7-7c3dba506c30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.1762516 Mar 09 06:08:57.372865 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6740a9a9-a897-4d90-9cc9-7b67da4bea31 admin admin] Publish callbacks [] for security_group (22e6269a-6fbe-4473-83c7-5c17639b59fa), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.406032 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-daa5d288-e3b4-40cc-ba1b-34c7325178b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 200 len: 217 time: 0.0439804 Mar 09 06:08:57.433071 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6740a9a9-a897-4d90-9cc9-7b67da4bea31 admin admin] Publish callbacks [] for security_group (22e6269a-6fbe-4473-83c7-5c17639b59fa), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.468911 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (dade0783-ca95-4249-b06d-1c6329088ae8), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.481666 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['dade0783-ca95-4249-b06d-1c6329088ae8'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:08:57.521155 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-665a4a09-d481-4be4-aa32-6f63f535ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:57.522614 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-665a4a09-d481-4be4-aa32-6f63f535ac9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.1079764 Mar 09 06:08:57.523322 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Pushing event deleted for resources: {'Port': ['ID=dade0783-ca95-4249-b06d-1c6329088ae8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:57.576694 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-3c20db3a-0717-46a3-8ad9-17b4b710a23d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440402 Mar 09 06:08:57.599186 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] No DVR routers for this DVR port dade0783-ca95-4249-b06d-1c6329088ae8 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:08:57.610043 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.613422 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ba72326f-af29-40ae-9562-9c2a84925c53 req-4f098126-8363-426f-a0df-ae1aa32db37c tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.20 "DELETE /v2.0/ports/dade0783-ca95-4249-b06d-1c6329088ae8 HTTP/1.1" status: 204 len: 173 time: 0.8675923 Mar 09 06:08:57.621959 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2babe34b-27f8-4e95-aa36-9c83b96f6407', 'name': 'network-vif-deleted', 'tag': 'dade0783-ca95-4249-b06d-1c6329088ae8'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:08:57.624316 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14cc1ac-20ad-4d6b-b118-cd6d14407b47" -d '{"events": [{"server_uuid": "2babe34b-27f8-4e95-aa36-9c83b96f6407", "name": "network-vif-deleted", "tag": "dade0783-ca95-4249-b06d-1c6329088ae8"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:08:57.663564 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4aaa3839-cda5-4758-86d8-82ab0be346e9 req-363f4640-ec5b-44a8-ba74-433c529962ab tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 210 time: 0.0652740 Mar 09 06:08:57.699530 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4838962-88dc-4426-8a6c-d56fd8efdd29 x-openstack-request-id: req-a4838962-88dc-4426-8a6c-d56fd8efdd29 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:08:57.699813 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2babe34b-27f8-4e95-aa36-9c83b96f6407", "name": "network-vif-deleted", "tag": "dade0783-ca95-4249-b06d-1c6329088ae8", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:08:57.700068 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4838962-88dc-4426-8a6c-d56fd8efdd29 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:08:57.700505 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2babe34b-27f8-4e95-aa36-9c83b96f6407', 'name': 'network-vif-deleted', 'tag': 'dade0783-ca95-4249-b06d-1c6329088ae8', 'status': 'completed', 'code': 200} Mar 09 06:08:57.731555 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-88b472d2-92a7-433b-ba4c-47a14d3af488 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343784 Mar 09 06:08:57.763289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6740a9a9-a897-4d90-9cc9-7b67da4bea31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (22e6269a-6fbe-4473-83c7-5c17639b59fa), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.765853 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6740a9a9-a897-4d90-9cc9-7b67da4bea31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:57.769762 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6740a9a9-a897-4d90-9cc9-7b67da4bea31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22e6269a-6fbe-4473-83c7-5c17639b59fa HTTP/1.1" status: 204 len: 168 time: 0.4837804 Mar 09 06:08:57.786745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740a9a9-a897-4d90-9cc9-7b67da4bea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e6269a-6fbe-4473-83c7-5c17639b59fa,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:57.848192 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7aaaac2-67f5-49be-beec-c278c0de000d req-b8e6fb33-4bc0-4fa8-8159-bcf996ca2f5f service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105516 Mar 09 06:08:57.979605 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42228) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:58.023473 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-423bb28a-5ab9-4ed8-b1bf-ce6c47a658be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0409ae5b8e70465eaa32b4eabaec7211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420983 Mar 09 06:08:58.026108 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42232) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:58.085777 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fac442f7-4279-49fa-930e-ea1fcbd20f20 admin admin] Publish callbacks [] for security_group (00495c17-e178-4bfb-b0ed-2bb564e2129f), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:58.109405 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fac442f7-4279-49fa-930e-ea1fcbd20f20 admin admin] Publish callbacks [] for security_group (00495c17-e178-4bfb-b0ed-2bb564e2129f), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:58.239904 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fac442f7-4279-49fa-930e-ea1fcbd20f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (00495c17-e178-4bfb-b0ed-2bb564e2129f), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:58.242570 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fac442f7-4279-49fa-930e-ea1fcbd20f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:58.244247 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-fac442f7-4279-49fa-930e-ea1fcbd20f20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00495c17-e178-4bfb-b0ed-2bb564e2129f HTTP/1.1" status: 204 len: 168 time: 0.2167375 Mar 09 06:08:58.252757 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac442f7-4279-49fa-930e-ea1fcbd20f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00495c17-e178-4bfb-b0ed-2bb564e2129f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:58.355774 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e7a1c-5a19-4e47-93c5-fc12076428a6 req-02746356-d347-42e3-9ad8-cf8bb8bd9236 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:58.357603 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-292e7a1c-5a19-4e47-93c5-fc12076428a6 req-02746356-d347-42e3-9ad8-cf8bb8bd9236 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0625422 Mar 09 06:08:58.408006 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-292e7a1c-5a19-4e47-93c5-fc12076428a6 req-e31ddc55-6c29-4f85-a1ed-a768b9091c97 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Mar 09 06:08:58.578502 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42250) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:58.591606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fdb24747-032e-4a22-a825-eaebfe17c58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:58.665473 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fdb24747-032e-4a22-a825-eaebfe17c58d admin admin] Publish callbacks [] for security_group (c81b93a9-fd95-4692-bd49-c52335904f9b), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:58.778264 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9f76a6f2-bead-4097-8832-fd07cfc2b194 req-0305481a-cf10-4a15-9ba8-952c01b6f7a0 tempest-VolumesActionsTest-1796078008 tempest-VolumesActionsTest-1796078008-project] 10.222.0.18 "GET /v2.0/ports?device_id=2babe34b-27f8-4e95-aa36-9c83b96f6407 HTTP/1.1" status: 200 len: 210 time: 0.0302370 Mar 09 06:08:58.779128 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fdb24747-032e-4a22-a825-eaebfe17c58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c81b93a9-fd95-4692-bd49-c52335904f9b), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:58.819780 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-fdb24747-032e-4a22-a825-eaebfe17c58d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e37c80db2b504930b8affbb8e91e4b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377090 Mar 09 06:08:58.820459 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:58.821943 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb24747-032e-4a22-a825-eaebfe17c58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81b93a9-fd95-4692-bd49-c52335904f9b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:58.873384 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f5fcd1a-f53c-4908-ba3c-45b911289d4c admin admin] Publish callbacks [] for security_group (c81b93a9-fd95-4692-bd49-c52335904f9b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:58.893985 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f5fcd1a-f53c-4908-ba3c-45b911289d4c admin admin] Publish callbacks [] for security_group (c81b93a9-fd95-4692-bd49-c52335904f9b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:59.048593 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f5fcd1a-f53c-4908-ba3c-45b911289d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c81b93a9-fd95-4692-bd49-c52335904f9b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:59.051201 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f5fcd1a-f53c-4908-ba3c-45b911289d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:59.055081 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4f5fcd1a-f53c-4908-ba3c-45b911289d4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c81b93a9-fd95-4692-bd49-c52335904f9b HTTP/1.1" status: 204 len: 168 time: 0.2306664 Mar 09 06:08:59.061824 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fcd1a-f53c-4908-ba3c-45b911289d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81b93a9-fd95-4692-bd49-c52335904f9b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:59.530915 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e55f4-889e-43c0-8388-041479d9244c req-17489094-2ca2-49d6-8fd7-d32476d824dd tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:08:59.532383 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-626e55f4-889e-43c0-8388-041479d9244c req-17489094-2ca2-49d6-8fd7-d32476d824dd tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0523727 Mar 09 06:08:59.585092 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-626e55f4-889e-43c0-8388-041479d9244c req-c57a5d42-b79a-41eb-a8af-45d6e43e6d27 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468004 Mar 09 06:08:59.766190 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42296) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:08:59.779295 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2026d8ec-e9a2-41a4-87b4-bb57ff45772e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:59.871768 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2026d8ec-e9a2-41a4-87b4-bb57ff45772e admin admin] Publish callbacks [] for security_group (e5d3996c-f1e3-4306-bc1d-137441228088), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:59.951726 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2026d8ec-e9a2-41a4-87b4-bb57ff45772e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e5d3996c-f1e3-4306-bc1d-137441228088), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:59.992664 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2026d8ec-e9a2-41a4-87b4-bb57ff45772e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cb832d353b9495db11c45be9520fe09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251670 Mar 09 06:08:59.993836 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026d8ec-e9a2-41a4-87b4-bb57ff45772e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d3996c-f1e3-4306-bc1d-137441228088,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:08:59.995294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42304) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:00.059543 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-782b0e71-8986-492c-aa03-14db3baa943b admin admin] Publish callbacks [] for security_group (e5d3996c-f1e3-4306-bc1d-137441228088), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:00.081057 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-782b0e71-8986-492c-aa03-14db3baa943b admin admin] Publish callbacks [] for security_group (e5d3996c-f1e3-4306-bc1d-137441228088), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:00.208712 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-782b0e71-8986-492c-aa03-14db3baa943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e5d3996c-f1e3-4306-bc1d-137441228088), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:00.211204 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-782b0e71-8986-492c-aa03-14db3baa943b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:00.215339 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-782b0e71-8986-492c-aa03-14db3baa943b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5d3996c-f1e3-4306-bc1d-137441228088 HTTP/1.1" status: 204 len: 168 time: 0.2152376 Mar 09 06:09:00.223876 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b0e71-8986-492c-aa03-14db3baa943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d3996c-f1e3-4306-bc1d-137441228088,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:00.714105 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ece8e-9993-469a-be8b-df7656518c13 req-970ee891-5d0c-488f-aa0f-d39074232e8d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:00.716097 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d27ece8e-9993-469a-be8b-df7656518c13 req-970ee891-5d0c-488f-aa0f-d39074232e8d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0587394 Mar 09 06:09:00.771122 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d27ece8e-9993-469a-be8b-df7656518c13 req-7256024f-9bf0-4d21-aa04-06342679ccf1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460589 Mar 09 06:09:01.902143 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31475ed7-5d4d-4c2b-aeaf-ab30ba931334 req-2ed084d7-5e38-4be7-a4af-5247e8c420a6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:01.902143 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31475ed7-5d4d-4c2b-aeaf-ab30ba931334 req-2ed084d7-5e38-4be7-a4af-5247e8c420a6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0593452 Mar 09 06:09:01.952198 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31475ed7-5d4d-4c2b-aeaf-ab30ba931334 req-5eb19b76-597c-4083-b2cc-0facc0e6d960 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Mar 09 06:09:03.071361 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5c37-32a3-4baa-a560-3bb53102f8dd req-54c5efea-b1e7-41ea-bdc8-78be7125f715 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:03.073460 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-516e5c37-32a3-4baa-a560-3bb53102f8dd req-54c5efea-b1e7-41ea-bdc8-78be7125f715 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0572994 Mar 09 06:09:03.123898 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-516e5c37-32a3-4baa-a560-3bb53102f8dd req-fbc99ddb-849d-4c3a-ac09-0c64dfbd16d1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Mar 09 06:09:04.239458 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f105179-75c7-452d-97fc-cda51b507ea9 req-e8e03f90-3f4d-4da1-8778-2bcb604d7863 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:04.241002 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3f105179-75c7-452d-97fc-cda51b507ea9 req-e8e03f90-3f4d-4da1-8778-2bcb604d7863 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0506563 Mar 09 06:09:04.286675 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3f105179-75c7-452d-97fc-cda51b507ea9 req-8d6e4a9e-d609-4227-97f1-526729796320 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Mar 09 06:09:04.686520 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device dade0783-ca95-4249-b06d-1c6329088ae8 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:09:04.706094 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: dade0783-ca95-4249-b06d-1c6329088ae8 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:09:04.706434 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device dade0783-ca95-4249-b06d-1c6329088ae8 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:09:05.406237 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eae72-e78e-4972-9eb2-9bdde7bb8af1 req-f1a383d3-b8f7-4778-9537-de35a9c8fa6a tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:05.407689 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f43eae72-e78e-4972-9eb2-9bdde7bb8af1 req-f1a383d3-b8f7-4778-9537-de35a9c8fa6a tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0563815 Mar 09 06:09:05.457130 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f43eae72-e78e-4972-9eb2-9bdde7bb8af1 req-99d39cec-e4bf-43ae-aa43-051e83f7ebfa tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Mar 09 06:09:06.406967 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c5bcc8c7-2351-449c-b509-7c492e13a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:06.573126 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06827d8-11d9-48fd-abeb-0a2e475c03af req-f1c06fc6-1865-443a-bb39-28a0a7d9cf7c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:06.574600 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f06827d8-11d9-48fd-abeb-0a2e475c03af req-f1c06fc6-1865-443a-bb39-28a0a7d9cf7c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0513306 Mar 09 06:09:06.621376 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f06827d8-11d9-48fd-abeb-0a2e475c03af req-55c4d99f-4dfe-4d45-9de6-8e371b3dc4d0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Mar 09 06:09:07.737975 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4856a9-b4e6-4e19-936b-d11c75cb40b7 req-aab9a182-0934-48f3-a140-a507a31f4c79 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:07.739396 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e4856a9-b4e6-4e19-936b-d11c75cb40b7 req-aab9a182-0934-48f3-a140-a507a31f4c79 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0539100 Mar 09 06:09:07.785881 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e4856a9-b4e6-4e19-936b-d11c75cb40b7 req-16d05795-3427-45aa-9715-e7949f2ffb9d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Mar 09 06:09:08.764848 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-295d9dd6-930b-4c42-841f-f90f2eb9e194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:08.921550 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7559f18-3ece-4ae6-8377-0d545ef73b04 req-12ba5d5c-2006-4e86-b976-cee513dc2e4f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:08.924252 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7559f18-3ece-4ae6-8377-0d545ef73b04 req-12ba5d5c-2006-4e86-b976-cee513dc2e4f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0636799 Mar 09 06:09:08.969414 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7559f18-3ece-4ae6-8377-0d545ef73b04 req-cecc645d-86db-4807-91b5-dac88c3ea497 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Mar 09 06:09:10.007150 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:10.159845 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c3ec5-727b-4ad6-80db-0a3a962d5b29 req-4243f9e9-47ba-4f50-bccb-13fcf880f976 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:10.161549 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e68c3ec5-727b-4ad6-80db-0a3a962d5b29 req-4243f9e9-47ba-4f50-bccb-13fcf880f976 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1199331 Mar 09 06:09:10.232721 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e68c3ec5-727b-4ad6-80db-0a3a962d5b29 req-d1fd04bb-e9fc-40c9-a52a-e94313294b32 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633218 Mar 09 06:09:11.007824 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:11.390533 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e6877-f260-45bd-8ece-b7ff670e4e39 req-4690eb50-425e-4c3c-a485-b3064a4b4250 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:11.395309 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a54e6877-f260-45bd-8ece-b7ff670e4e39 req-4690eb50-425e-4c3c-a485-b3064a4b4250 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0835855 Mar 09 06:09:11.499160 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a54e6877-f260-45bd-8ece-b7ff670e4e39 req-71ca27cf-070d-4382-b347-d100d9576fe9 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982549 Mar 09 06:09:12.638771 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bc60-fcbc-4147-9c51-77ccd75776ef req-a037ff56-7580-4886-a303-1a6b5df12bdd tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:12.644963 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3792bc60-fcbc-4147-9c51-77ccd75776ef req-a037ff56-7580-4886-a303-1a6b5df12bdd tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0659025 Mar 09 06:09:12.720034 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3792bc60-fcbc-4147-9c51-77ccd75776ef req-6441c728-9607-4b47-a70b-731da7a26a09 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730369 Mar 09 06:09:12.812150 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:12.889493 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42634) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:13.060704 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6edb3f62-390c-4e20-a8db-406fdc667b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:13.188942 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-3e01c65d-6730-4099-a88f-9b5b62017656 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921288379&fields=id&tenant_id=53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 267 time: 0.0849736 Mar 09 06:09:13.245998 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6edb3f62-390c-4e20-a8db-406fdc667b51 admin admin] Publish callbacks [] for security_group (c0dd1fb3-902c-488b-9a6b-4ee1a96a7b6c), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:13.336229 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015429-5790-44d1-a565-260f8d81307d req-ff84383a-08d8-4f19-b853-9b09bcafc300 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:13.337964 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-ff84383a-08d8-4f19-b853-9b09bcafc300 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 811 time: 0.1360822 Mar 09 06:09:13.352136 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6edb3f62-390c-4e20-a8db-406fdc667b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c0dd1fb3-902c-488b-9a6b-4ee1a96a7b6c), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:13.388543 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-c155c114-30cb-4a71-8baa-70bab8be0534 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/quotas/53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 375 time: 0.0437183 Mar 09 06:09:13.452787 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb3f62-390c-4e20-a8db-406fdc667b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd1fb3-902c-488b-9a6b-4ee1a96a7b6c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:13.464654 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6edb3f62-390c-4e20-a8db-406fdc667b51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80d0201b8d204805993299806b11e4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5731068 Mar 09 06:09:13.468272 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:13.489898 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-2dfc75c4-19ce-44c5-ae82-f45115a0c291 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819101 Mar 09 06:09:13.546873 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db7f61d6-fac7-4512-987d-873e622e4dc0 admin admin] Publish callbacks [] for security_group (c0dd1fb3-902c-488b-9a6b-4ee1a96a7b6c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:13.574580 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db7f61d6-fac7-4512-987d-873e622e4dc0 admin admin] Publish callbacks [] for security_group (c0dd1fb3-902c-488b-9a6b-4ee1a96a7b6c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:13.649770 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-7cd1f042-3148-490b-8bac-d93fd0c7979d service neutron] 10.222.0.18 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376069 Mar 09 06:09:13.734853 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db7f61d6-fac7-4512-987d-873e622e4dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c0dd1fb3-902c-488b-9a6b-4ee1a96a7b6c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:13.741354 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db7f61d6-fac7-4512-987d-873e622e4dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:13.746470 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-db7f61d6-fac7-4512-987d-873e622e4dc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0dd1fb3-902c-488b-9a6b-4ee1a96a7b6c HTTP/1.1" status: 204 len: 168 time: 0.2748747 Mar 09 06:09:13.765873 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f61d6-fac7-4512-987d-873e622e4dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd1fb3-902c-488b-9a6b-4ee1a96a7b6c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:13.842501 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-5f699f4a-2706-431d-83be-5058499d80ac service neutron] 10.222.0.18 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914542 Mar 09 06:09:13.931240 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d97b0-6f74-454b-9ef7-9bf0e8de1f09 req-a40ffb38-12ee-4296-8d66-ff4dff47b8c2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:13.933527 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f2d97b0-6f74-454b-9ef7-9bf0e8de1f09 req-a40ffb38-12ee-4296-8d66-ff4dff47b8c2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1074681 Mar 09 06:09:13.996123 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f2d97b0-6f74-454b-9ef7-9bf0e8de1f09 req-bd72a99f-efb9-4587-af15-7c3c50e2c1eb tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561986 Mar 09 06:09:14.795018 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c1402b8c-7345-4e47-a67f-640a8a72b830 req-59702ec4-9e62-428c-8da9-4903d5532eb8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 210 time: 0.0391684 Mar 09 06:09:15.166939 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd290-a9ff-4eaa-b032-1607f52b57fa req-980e56ce-69ef-42ed-987f-2f3924807aed tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:15.174045 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ebbbd290-a9ff-4eaa-b032-1607f52b57fa req-980e56ce-69ef-42ed-987f-2f3924807aed tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0775809 Mar 09 06:09:15.220473 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:15.309645 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ebbbd290-a9ff-4eaa-b032-1607f52b57fa req-83c5a8bd-854b-4830-a6c0-306b36d36941 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324718 Mar 09 06:09:15.478681 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-797965211-network', 'tenant_id': '097e68b4def747779c0594225f4b0606'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:09:15.600167 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708699df-6f7d-4c83-a28b-4cf8d5a59b6b req-eccf38c5-11ae-4905-8184-d3b1acf44a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:15.601741 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-708699df-6f7d-4c83-a28b-4cf8d5a59b6b req-eccf38c5-11ae-4905-8184-d3b1acf44a41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1130 time: 0.1036496 Mar 09 06:09:15.641172 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Made reservation on behalf of 097e68b4def747779c0594225f4b0606 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:09:15.643292 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:15.654248 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:15.664065 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-708699df-6f7d-4c83-a28b-4cf8d5a59b6b req-784a5492-d32d-4046-8e00-8a41d154e70a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561414 Mar 09 06:09:15.735654 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Publish callbacks [] for security_group (fb10061b-8779-4889-ba85-abf32d704299), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:15.858055 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (fb10061b-8779-4889-ba85-abf32d704299), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:15.888684 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10061b-8779-4889-ba85-abf32d704299,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:15.892306 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4027ffe3-fe85-4760-960d-3c5f58f15318 req-294f6839-fc9e-4899-b5d0-6163c4bbb6ec tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 210 time: 0.0458562 Mar 09 06:09:15.895486 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:09:15.906994 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (fc9d014f-4873-47eb-b314-835143324b07), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:15.907610 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Added segment fc9d014f-4873-47eb-b314-835143324b07 of type vlan for network 735819f2-c1df-4dec-94a7-ef0d4669816c Mar 09 06:09:15.963121 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (735819f2-c1df-4dec-94a7-ef0d4669816c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:16.080015 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (735819f2-c1df-4dec-94a7-ef0d4669816c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:16.084166 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:16.084166 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:16.168946 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] Pushing event updated for resources: {'Network': ['ID=735819f2-c1df-4dec-94a7-ef0d4669816c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:16.179256 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 735819f2-c1df-4dec-94a7-ef0d4669816c details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:09:16.198013 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-f3c00cdd-10f5-4483-9c57-ac06af738edf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9773448 Mar 09 06:09:16.202551 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:16.208324 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Request body: {'subnet': {'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-797965211-subnet', 'tenant_id': '097e68b4def747779c0594225f4b0606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:09:16.359783 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Made reservation on behalf of 097e68b4def747779c0594225f4b0606 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:09:16.362899 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3364228'] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:16.520597 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a744-8d27-4536-8533-6af1af91646b req-c4243ba7-99c2-4dd0-b97b-5102ed1447f3 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:16.537557 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2e23a744-8d27-4536-8533-6af1af91646b req-c4243ba7-99c2-4dd0-b97b-5102ed1447f3 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1128087 Mar 09 06:09:16.645883 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2e23a744-8d27-4536-8533-6af1af91646b req-fdb073fe-2240-400b-8e35-5c922e2cf921 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988638 Mar 09 06:09:16.759569 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:09:16.768781 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3455229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3364250'] for subnet (3b08bd94-cc9f-454f-8179-08f5b9e38336), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:16.850672 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b08bd94-cc9f-454f-8179-08f5b9e38336,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:16.883945 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Checking segment: {'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:09:16.884817 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Network hostable DHCP agents. Network: 735819f2-c1df-4dec-94a7-ef0d4669816c, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:09:17.006156 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Network 735819f2-c1df-4dec-94a7-ef0d4669816c is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:09:17.038226 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c2c5293-8e7b-4ba2-92c2-f478b8d372e2 req-a8e5de36-4cdf-4557-b038-bb14ae184475 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 210 time: 0.0372584 Mar 09 06:09:17.103445 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 735819f2-c1df-4dec-94a7-ef0d4669816c) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:09:17.109703 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:17.113845 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:17.114786 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497827b5-fded-4bc9-b811-6ceb9f61cd66 None None] Network 735819f2-c1df-4dec-94a7-ef0d4669816c requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:09:17.250413 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450ccb1-480b-46ed-968f-cc1f4339c806 None None] Network 735819f2-c1df-4dec-94a7-ef0d4669816c requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:09:17.261340 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8d41ae40-9c20-42fd-b1b8-50eb306b0063 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0560203 Mar 09 06:09:17.845034 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015429-5790-44d1-a565-260f8d81307d req-05db5b73-8451-4eeb-8e8a-c68bdbe20459 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:17.846366 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-05db5b73-8451-4eeb-8e8a-c68bdbe20459 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 811 time: 0.1787217 Mar 09 06:09:17.865417 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d31cc0-9dbe-4e18-a0dd-d8f0425252b5 req-97edb8cc-e56c-4795-9b2c-07ece5c73e80 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:17.866836 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0d31cc0-9dbe-4e18-a0dd-d8f0425252b5 req-97edb8cc-e56c-4795-9b2c-07ece5c73e80 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0910699 Mar 09 06:09:17.985243 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0d31cc0-9dbe-4e18-a0dd-d8f0425252b5 req-5d3730d1-24c4-46f5-94f1-f31e682e9362 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046495 Mar 09 06:09:18.001700 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-e78ac559-3e01-4192-90a9-3ef818f488ee tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 380 time: 0.1439235 Mar 09 06:09:18.011758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'port': {'device_id': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'admin_state_up': True, 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'security_groups': ['aa2b0d0e-3bed-47cb-9607-9688687cea9b']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:09:18.245830 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ffc0e01-2c85-4d74-b39b-fb51415d707e req-76f449a7-3ddc-412c-9933-9869cb983995 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 210 time: 0.0660980 Mar 09 06:09:18.381262 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Made reservation on behalf of 53eb36d293cd4fbb98cc9d984c65117b for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:09:18.385173 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:18.567636 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Allocated IP 172.20.0.12 (059a71b1-9e42-47ec-a6ff-48a2d0067043/c9f2afb9-3556-46a3-a2a0-819178b15196/50f85c25-c256-4ef8-ada3-c1b059c302f3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:09:18.796068 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-20486ac5-ec59-449d-95f2-975c31ec975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:18.798703 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-20486ac5-ec59-449d-95f2-975c31ec975e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1130 time: 0.1621268 Mar 09 06:09:18.809057 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45179dd3-fbed-4b0c-bea7-f1a83d5d4dbd req-4bcc8d33-10d4-4eb8-a86d-7add79979c62 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:18.811285 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45179dd3-fbed-4b0c-bea7-f1a83d5d4dbd req-4bcc8d33-10d4-4eb8-a86d-7add79979c62 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1760371 Mar 09 06:09:19.189289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:19.239514 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45179dd3-fbed-4b0c-bea7-f1a83d5d4dbd req-bdfd78ae-fc4a-45d6-8f30-52169707bd9e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155283 Mar 09 06:09:19.252741 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-45501cd7-8de3-4cf4-a729-ccc31cfa4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:19.254309 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-45501cd7-8de3-4cf4-a729-ccc31cfa4b38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.4396274 Mar 09 06:09:19.317893 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-550a4455-197b-4809-8448-9f6005893e20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 200 len: 217 time: 0.0570142 Mar 09 06:09:19.401200 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e5ba6c82-2258-4d61-aa62-666bee10c5e5 req-43562ac2-e1d7-4d0f-97cd-53716406184b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 210 time: 0.0480711 Mar 09 06:09:19.421479 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-0d03ef38-ff65-4d7f-a3bd-828f50baac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:19.428144 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-0d03ef38-ff65-4d7f-a3bd-828f50baac89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.0985067 Mar 09 06:09:19.439543 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:19.459604 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-98e4116a-0817-4a62-9142-b5303ba956bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300767 Mar 09 06:09:19.518023 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:09:19.526230 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:09:19.534232 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:09:19.545913 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=50f85c25-c256-4ef8-ada3-c1b059c302f3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:19.607946 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.608588 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.609005 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.609281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.609599 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.610003 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.610338 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.610632 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.610974 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.611306 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.611638 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.611965 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.612293 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:19.642609 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:19.643339 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:19.662493 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-891f2cd9-c8ee-4b4a-8b6b-b11c992a8e27 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779647 Mar 09 06:09:19.756126 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-33b9cc55-28b8-46cb-a721-36ae44dd7e33 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7493885 Mar 09 06:09:19.783226 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Request body: {'port': {'device_id': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:09:19.826897 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a48d7047-ce3c-47ee-acfa-3e5a3b66a1e3 req-f523d50e-81ac-40d1-a9fd-1ee0336e86a3 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583567 Mar 09 06:09:19.833212 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-15b6734f-4bbe-44ef-af9f-dcc1bd141ce4 None None] Provisioning complete for port 50f85c25-c256-4ef8-ada3-c1b059c302f3 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:09:19.834653 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-15b6734f-4bbe-44ef-af9f-dcc1bd141ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:19.883609 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-15b6734f-4bbe-44ef-af9f-dcc1bd141ce4 None None] Port 50f85c25-c256-4ef8-ada3-c1b059c302f3 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:09:19.910900 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:20.549719 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f85c25-c256-4ef8-ada3-c1b059c302f3 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:09:20.562082 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-c0baedd7-0c7d-411d-ae27-ede6b37ca649 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:20.564912 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-c0baedd7-0c7d-411d-ae27-ede6b37ca649 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/networks?id=735819f2-c1df-4dec-94a7-ef0d4669816c HTTP/1.1" status: 200 len: 813 time: 0.3285396 Mar 09 06:09:20.572202 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Publish callbacks [] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:20.611932 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a20de6-c9da-470a-87fe-03deb9139452 req-753abae1-49e2-4a0b-ab76-1cb63a5aa47b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:20.613652 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e3a20de6-c9da-470a-87fe-03deb9139452 req-753abae1-49e2-4a0b-ab76-1cb63a5aa47b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.2529955 Mar 09 06:09:20.615051 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Transition to ACTIVE for port object 50f85c25-c256-4ef8-ada3-c1b059c302f3 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:09:20.618060 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-34f3d2d7-ad88-4a28-82b2-0b7360288106 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/quotas/097e68b4def747779c0594225f4b0606 HTTP/1.1" status: 200 len: 375 time: 0.0431540 Mar 09 06:09:20.684302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-21fcb77c-6377-4e29-b714-38e9c3445208 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=097e68b4def747779c0594225f4b0606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563231 Mar 09 06:09:20.710651 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e3a20de6-c9da-470a-87fe-03deb9139452 req-e755a542-b793-499f-a32b-05062a726bec tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901060 Mar 09 06:09:20.803765 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:20.929204 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-8ac7382f-1d9f-4b8b-b28f-006f7d13f6d2 service neutron] 10.222.0.18 "GET /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328017 Mar 09 06:09:20.933368 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Pushing event updated for resources: {'Port': ['ID=50f85c25-c256-4ef8-ada3-c1b059c302f3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:21.002102 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65aebf-ed17-49d7-a0a8-f820e5955383 req-f39e9df7-3c9f-4b8f-9945-21a3d9f900cd tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:21.009539 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a65aebf-ed17-49d7-a0a8-f820e5955383 req-f39e9df7-3c9f-4b8f-9945-21a3d9f900cd tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.2099285 Mar 09 06:09:21.170274 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a65aebf-ed17-49d7-a0a8-f820e5955383 req-3275760d-c547-40b8-a8e7-eef54677018f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535308 Mar 09 06:09:21.179878 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Attempting to bind port 50f85c25-c256-4ef8-ada3-c1b059c302f3 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:09:21.180244 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Attempting to bind port 50f85c25-c256-4ef8-ada3-c1b059c302f3 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:09:21.180612 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Attempting to bind port 50f85c25-c256-4ef8-ada3-c1b059c302f3 on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:09:21.189517 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Port 50f85c25-c256-4ef8-ada3-c1b059c302f3 on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:09:21.189870 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Attempting to bind port 50f85c25-c256-4ef8-ada3-c1b059c302f3 on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:09:21.202158 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-d185b13d-91df-4996-ae48-269fe4d9257b service neutron] 10.222.0.18 "GET /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510281 Mar 09 06:09:21.206621 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:09:21.207069 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Checking segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:09:21.209014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Bound using segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:09:21.209014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Bound port: 50f85c25-c256-4ef8-ada3-c1b059c302f3, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:09:21.209014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:21.289023 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] For port 50f85c25-c256-4ef8-ada3-c1b059c302f3, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:09:21.293071 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] For port 50f85c25-c256-4ef8-ada3-c1b059c302f3, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=50f85c25-c256-4ef8-ada3-c1b059c302f3,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:09:21.390509 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:21.441401 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:21.443615 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:21.445966 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] 10.222.0.20 "PUT /v2.0/ports/50f85c25-c256-4ef8-ada3-c1b059c302f3 HTTP/1.1" status: 200 len: 1094 time: 1.6681490 Mar 09 06:09:21.447455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'tag': '50f85c25-c256-4ef8-ada3-c1b059c302f3'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:09:21.450984 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a5f46-aed9-432a-bd4f-f7425aef8822" -d '{"events": [{"name": "network-changed", "server_uuid": "c988bfda-2fb2-4f99-9a56-88b2ea14e23b", "tag": "50f85c25-c256-4ef8-ada3-c1b059c302f3"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:09:21.509990 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2a1e5-a3e4-4312-8d11-8bcf1a0e0302 service neutron] Pushing event updated for resources: {'Port': ['ID=50f85c25-c256-4ef8-ada3-c1b059c302f3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:21.593517 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041b65f-da7d-4aaa-986a-58de6ab44047 x-openstack-request-id: req-2041b65f-da7d-4aaa-986a-58de6ab44047 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:09:21.594097 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c988bfda-2fb2-4f99-9a56-88b2ea14e23b", "tag": "50f85c25-c256-4ef8-ada3-c1b059c302f3", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:09:21.594097 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2041b65f-da7d-4aaa-986a-58de6ab44047 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:09:21.594926 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'tag': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'status': 'completed', 'code': 200} Mar 09 06:09:21.697493 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-32b30f00-6e00-4938-b7a1-e8e01526dd10 req-af991a2e-55ee-4655-a1dd-d30f9e1ca2af tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 210 time: 0.0415082 Mar 09 06:09:21.729826 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015429-5790-44d1-a565-260f8d81307d req-5a9b668d-27b5-44da-807a-89f6e551ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:21.731335 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-5a9b668d-27b5-44da-807a-89f6e551ca68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 1128 time: 0.1309383 Mar 09 06:09:21.791536 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-d50ccc05-fb47-40b1-8ed0-a188e6427893 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f85c25-c256-4ef8-ada3-c1b059c302f3 HTTP/1.1" status: 200 len: 217 time: 0.0514033 Mar 09 06:09:21.858168 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015429-5790-44d1-a565-260f8d81307d req-8e137fb1-89a5-4619-adfe-2f50186c913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:21.860039 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-8e137fb1-89a5-4619-adfe-2f50186c913b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0627148 Mar 09 06:09:21.960224 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2599a-ff7b-4394-b724-e2c308d90141 req-7c5caf11-7d15-491d-8f5e-836d9d502922 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:21.961773 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d2599a-ff7b-4394-b724-e2c308d90141 req-7c5caf11-7d15-491d-8f5e-836d9d502922 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0816283 Mar 09 06:09:21.979463 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015429-5790-44d1-a565-260f8d81307d req-8750584d-9689-421e-b19f-15f80a96c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:21.981039 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-8750584d-9689-421e-b19f-15f80a96c26f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147766 Mar 09 06:09:22.119242 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0d2599a-ff7b-4394-b724-e2c308d90141 req-43adff04-e753-4139-8fdc-e8da9d76b76c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502509 Mar 09 06:09:22.162532 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-9c6abda9-837d-40d9-898c-e9687117d63c service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728237 Mar 09 06:09:22.331956 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42956) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:22.357051 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58015429-5790-44d1-a565-260f8d81307d req-9f410291-1361-4216-b8bd-a6d466705bfb service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884878 Mar 09 06:09:22.401730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5df0f-75d6-4ed8-a497-c496b6c31333 req-75787df6-2085-4711-bac3-1afee23eeed3 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:22.403255 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58c5df0f-75d6-4ed8-a497-c496b6c31333 req-75787df6-2085-4711-bac3-1afee23eeed3 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.1205027 Mar 09 06:09:22.509107 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58c5df0f-75d6-4ed8-a497-c496b6c31333 req-976a0e4a-cdbd-4c28-87d5-c6757495f28d tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934236 Mar 09 06:09:22.540155 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:22.549797 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-adfacd21-4de6-4622-9bdb-2d8a25ba695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:22.551332 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-adfacd21-4de6-4622-9bdb-2d8a25ba695d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 1128 time: 0.0697188 Mar 09 06:09:22.651491 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Publish callbacks [] for security_group (76d9a1c4-cd29-416d-9e35-974151123158), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:22.690577 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-0d5b0b84-06f4-4821-b7ab-513f9fe86a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:22.692359 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-0d5b0b84-06f4-4821-b7ab-513f9fe86a00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.1345224 Mar 09 06:09:22.743872 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (76d9a1c4-cd29-416d-9e35-974151123158), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:22.747739 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-65850898-fa87-4225-a7a4-5f101d1cbb2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f85c25-c256-4ef8-ada3-c1b059c302f3 HTTP/1.1" status: 200 len: 217 time: 0.0481761 Mar 09 06:09:22.800779 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d9a1c4-cd29-416d-9e35-974151123158,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:22.808228 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20c63bae66d54b41b008394d74bef185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4749911 Mar 09 06:09:22.810659 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42964) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:22.836581 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-afe19abf-f9e2-4554-a1c9-89fabc680af0 req-9022d593-96de-4a95-b9ac-190caa938215 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 210 time: 0.0425947 Mar 09 06:09:22.855365 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-05edc035-8a5e-40ec-b5d4-b79d571edf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:22.856968 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-05edc035-8a5e-40ec-b5d4-b79d571edf58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.1029096 Mar 09 06:09:22.858012 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.858535 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.859140 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.859535 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.859818 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.860150 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.860481 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.860854 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.861189 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.861518 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.861845 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.862210 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.862501 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1994ee-3388-49f5-8c97-126df3579a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:22.878757 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc11432b-e1c7-4572-bd5a-523c19f356c9 admin admin] Publish callbacks [] for security_group (76d9a1c4-cd29-416d-9e35-974151123158), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:22.908916 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc11432b-e1c7-4572-bd5a-523c19f356c9 admin admin] Publish callbacks [] for security_group (76d9a1c4-cd29-416d-9e35-974151123158), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:22.959079 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-4e34c089-8359-4a6a-b771-9699ab639c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:22.960146 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-4e34c089-8359-4a6a-b771-9699ab639c97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965476 Mar 09 06:09:23.047303 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc11432b-e1c7-4572-bd5a-523c19f356c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (76d9a1c4-cd29-416d-9e35-974151123158), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:23.049928 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc11432b-e1c7-4572-bd5a-523c19f356c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:23.051095 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-dc11432b-e1c7-4572-bd5a-523c19f356c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76d9a1c4-cd29-416d-9e35-974151123158 HTTP/1.1" status: 204 len: 168 time: 0.2402079 Mar 09 06:09:23.071305 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11432b-e1c7-4572-bd5a-523c19f356c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d9a1c4-cd29-416d-9e35-974151123158,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:23.099063 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 42974) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:23.160848 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-ad3d79d7-64bf-44c6-b0c2-b8d459d0b2e4 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925309 Mar 09 06:09:23.336949 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-28c2be73-b97f-4789-b37b-29fff522b159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:23.377199 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0f9a9-bec0-4dfa-9097-69c32c4d0ed1 req-b104d127-3b87-420e-851c-3bebfca43375 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:23.378768 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9c0f9a9-bec0-4dfa-9097-69c32c4d0ed1 req-b104d127-3b87-420e-851c-3bebfca43375 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1413474 Mar 09 06:09:23.396751 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b59a5f46-aed9-432a-bd4f-f7425aef8822 req-bb7ff1cb-7118-4ba8-a38b-b6b4c69b8356 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068610 Mar 09 06:09:23.479862 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9c0f9a9-bec0-4dfa-9097-69c32c4d0ed1 req-70964a09-ebb4-490a-abcc-92d01a9b16ce tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921803 Mar 09 06:09:23.520901 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-28c2be73-b97f-4789-b37b-29fff522b159 admin admin] Publish callbacks [] for security_group (76e313e1-04f1-4d88-acbf-d73b008eea24), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:23.634514 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-28c2be73-b97f-4789-b37b-29fff522b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (76e313e1-04f1-4d88-acbf-d73b008eea24), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:23.706245 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-28c2be73-b97f-4789-b37b-29fff522b159 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5329e065ed794357a2d1edb1247f2c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059659 Mar 09 06:09:23.708845 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 42990) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:23.713119 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2be73-b97f-4789-b37b-29fff522b159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e313e1-04f1-4d88-acbf-d73b008eea24,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:23.737615 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69292fbc-a7b3-44d6-992c-054cb2f1da7e req-39757106-b472-43af-9f5f-66610987e251 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:23.745764 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-69292fbc-a7b3-44d6-992c-054cb2f1da7e req-39757106-b472-43af-9f5f-66610987e251 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.1483910 Mar 09 06:09:23.781896 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f9b562c-f81b-4b4a-ac6d-1e809730d1d2 admin admin] Publish callbacks [] for security_group (76e313e1-04f1-4d88-acbf-d73b008eea24), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:23.815713 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-69292fbc-a7b3-44d6-992c-054cb2f1da7e req-9edfdc37-2f7e-4fa6-b2cf-e457aa49c7dd tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686367 Mar 09 06:09:23.819685 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f9b562c-f81b-4b4a-ac6d-1e809730d1d2 admin admin] Publish callbacks [] for security_group (76e313e1-04f1-4d88-acbf-d73b008eea24), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:23.996131 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-df3a48f3-935e-4d49-8e1f-6de101eafe4a req-c82910b3-42cd-4672-86af-67e4f76faa94 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 210 time: 0.0456724 Mar 09 06:09:24.013103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:24.017716 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f9b562c-f81b-4b4a-ac6d-1e809730d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (76e313e1-04f1-4d88-acbf-d73b008eea24), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:24.025870 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f9b562c-f81b-4b4a-ac6d-1e809730d1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:24.042624 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1f9b562c-f81b-4b4a-ac6d-1e809730d1d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76e313e1-04f1-4d88-acbf-d73b008eea24 HTTP/1.1" status: 204 len: 168 time: 0.3322415 Mar 09 06:09:24.058103 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b562c-f81b-4b4a-ac6d-1e809730d1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e313e1-04f1-4d88-acbf-d73b008eea24,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:24.624455 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-fc195ee8-29be-44d2-96fb-91b54790685c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1139536 Mar 09 06:09:24.634862 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-04556f86-4036-4442-9776-78b0402a8741 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:24.636372 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-04556f86-4036-4442-9776-78b0402a8741 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.20 "GET /v2.0/networks?id=735819f2-c1df-4dec-94a7-ef0d4669816c HTTP/1.1" status: 200 len: 813 time: 0.1543937 Mar 09 06:09:24.662242 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Request body: {'port': {'device_id': '26138c2c-98ca-4b33-a87c-698bbacbd757', 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c', 'admin_state_up': True, 'tenant_id': '097e68b4def747779c0594225f4b0606'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:09:24.811996 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-b06ea9ca-ec80-452e-ad34-66d25dfdd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:24.813914 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-b06ea9ca-ec80-452e-ad34-66d25dfdd86c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1130 time: 0.1579080 Mar 09 06:09:25.008173 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Made reservation on behalf of 097e68b4def747779c0594225f4b0606 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:09:25.014758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:25.148405 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43048) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:25.176966 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6c66190-40df-4827-8712-ac3198639fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:25.237799 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c2f9b101-7e7e-4cd5-bc68-c87d2d38520b req-a74e65fa-d7a9-4f07-a646-b7623f2eb52e tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 210 time: 0.1006939 Mar 09 06:09:25.275402 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-1dd68888-8b5d-42ec-ad50-e7725e56d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:25.277719 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-1dd68888-8b5d-42ec-ad50-e7725e56d7a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.4395068 Mar 09 06:09:25.301677 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899e2c-7e08-40cf-81ea-6b15f211e934 req-4971d291-2b92-48a9-b05b-1ade6aaf6169 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:25.303456 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a899e2c-7e08-40cf-81ea-6b15f211e934 req-4971d291-2b92-48a9-b05b-1ade6aaf6169 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.2989893 Mar 09 06:09:25.351964 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-9b4a575e-19e5-4bd6-834b-90aa1f1a9a44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 200 len: 217 time: 0.0648344 Mar 09 06:09:25.369688 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6c66190-40df-4827-8712-ac3198639fcf admin admin] Publish callbacks [] for security_group (e4145566-7921-46df-8a6a-b840ea2f4434), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:25.434064 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6c66190-40df-4827-8712-ac3198639fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e4145566-7921-46df-8a6a-b840ea2f4434), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:25.474624 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a899e2c-7e08-40cf-81ea-6b15f211e934 req-242b9266-49eb-4eca-950f-6d36ac7c197c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339898 Mar 09 06:09:25.479506 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-206b2dc2-7cab-4004-81ef-bbd124ae31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:25.480962 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-206b2dc2-7cab-4004-81ef-bbd124ae31b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.1166837 Mar 09 06:09:25.487794 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Allocated IP 172.20.0.7 (735819f2-c1df-4dec-94a7-ef0d4669816c/3b08bd94-cc9f-454f-8179-08f5b9e38336/53276311-71d2-49d1-a8a8-60ff0c4afb2a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:09:25.491451 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a6c66190-40df-4827-8712-ac3198639fcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce8786894720468996d3465246cc4c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410740 Mar 09 06:09:25.496668 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43054) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:25.525318 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c66190-40df-4827-8712-ac3198639fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4145566-7921-46df-8a6a-b840ea2f4434,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:25.536999 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-606c494b-afa0-4afc-8c7d-45536b81a60f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464823 Mar 09 06:09:25.566953 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c72ee396-13e9-4b48-9fac-beb2e004cd67 admin admin] Publish callbacks [] for security_group (e4145566-7921-46df-8a6a-b840ea2f4434), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:25.595916 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c72ee396-13e9-4b48-9fac-beb2e004cd67 admin admin] Publish callbacks [] for security_group (e4145566-7921-46df-8a6a-b840ea2f4434), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:25.754903 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-40c6c233-9166-4dde-a213-fa43fba38f24 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079866 Mar 09 06:09:25.764969 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c72ee396-13e9-4b48-9fac-beb2e004cd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e4145566-7921-46df-8a6a-b840ea2f4434), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:25.768003 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c72ee396-13e9-4b48-9fac-beb2e004cd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:25.769229 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c72ee396-13e9-4b48-9fac-beb2e004cd67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4145566-7921-46df-8a6a-b840ea2f4434 HTTP/1.1" status: 204 len: 168 time: 0.2716577 Mar 09 06:09:25.798781 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ee396-13e9-4b48-9fac-beb2e004cd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4145566-7921-46df-8a6a-b840ea2f4434,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:26.153348 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks [] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:26.211920 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18960dc3-a1ac-4a65-b939-e9d080b595d6 req-b3a198fe-a654-4295-b2fd-f246eb650197 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502754 Mar 09 06:09:26.316207 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:26.407032 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Pushing event updated for resources: {'Port': ['ID=53276311-71d2-49d1-a8a8-60ff0c4afb2a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:26.452373 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Network 735819f2-c1df-4dec-94a7-ef0d4669816c is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:09:26.455306 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:09:26.458113 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:09:26.516695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329b617-c7b4-407d-9f24-608e52d50bfe req-a081299a-d444-4969-a46b-f8763795b249 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:26.518527 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5329b617-c7b4-407d-9f24-608e52d50bfe req-a081299a-d444-4969-a46b-f8763795b249 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 931 time: 0.1968951 Mar 09 06:09:26.527772 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:26.527772 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:26.637054 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5329b617-c7b4-407d-9f24-608e52d50bfe req-7666cb3b-4420-448a-9090-f96ee409728d tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944345 Mar 09 06:09:26.650137 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dedda4-7a21-419e-886b-bed8a5cf8489 req-9c3e096e-a2b1-4dbe-ac12-c834ce5e0c25 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:26.651653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b1dedda4-7a21-419e-886b-bed8a5cf8489 req-9c3e096e-a2b1-4dbe-ac12-c834ce5e0c25 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1019948 Mar 09 06:09:26.704133 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-3f79954d-e9dd-49d9-960c-3ec5edabe724 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0502682 Mar 09 06:09:26.719271 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Request body: {'port': {'device_id': '26138c2c-98ca-4b33-a87c-698bbacbd757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:09:26.833371 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b1dedda4-7a21-419e-886b-bed8a5cf8489 req-30e19e83-e543-41c8-8a62-951bee2465a2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701167 Mar 09 06:09:26.894999 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:26.912837 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9c9fc-c04b-49cc-9b0f-bf4f520e9131 req-22bf9a1f-1e79-4f4b-9e2f-e2a775d0ed83 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:26.915048 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-79d9c9fc-c04b-49cc-9b0f-bf4f520e9131 req-22bf9a1f-1e79-4f4b-9e2f-e2a775d0ed83 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.1885247 Mar 09 06:09:27.080069 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-79d9c9fc-c04b-49cc-9b0f-bf4f520e9131 req-e92df3eb-1772-4d17-bb20-e8cf66fb36a2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568527 Mar 09 06:09:27.355234 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53276311-71d2-49d1-a8a8-60ff0c4afb2a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:09:27.391870 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Publish callbacks [] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:27.391870 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Transition to ACTIVE for port object 53276311-71d2-49d1-a8a8-60ff0c4afb2a will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:09:27.544626 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:27.622552 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=53276311-71d2-49d1-a8a8-60ff0c4afb2a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:27.699691 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Attempting to bind port 53276311-71d2-49d1-a8a8-60ff0c4afb2a on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:09:27.700128 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Attempting to bind port 53276311-71d2-49d1-a8a8-60ff0c4afb2a by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:09:27.700271 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Attempting to bind port 53276311-71d2-49d1-a8a8-60ff0c4afb2a on network 735819f2-c1df-4dec-94a7-ef0d4669816c {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:09:27.707838 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Port 53276311-71d2-49d1-a8a8-60ff0c4afb2a on network 735819f2-c1df-4dec-94a7-ef0d4669816c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:09:27.708299 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Attempting to bind port 53276311-71d2-49d1-a8a8-60ff0c4afb2a on network 735819f2-c1df-4dec-94a7-ef0d4669816c {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:09:27.714565 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:09:27.714899 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Checking segment: {'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:09:27.715281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Bound using segment: {'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:09:27.715706 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Bound port: 53276311-71d2-49d1-a8a8-60ff0c4afb2a, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:09:27.716061 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:27.824255 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] For port 53276311-71d2-49d1-a8a8-60ff0c4afb2a, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:09:27.828137 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] For port 53276311-71d2-49d1-a8a8-60ff0c4afb2a, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=53276311-71d2-49d1-a8a8-60ff0c4afb2a,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:09:27.844234 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50bee5-6728-4949-8d1b-8033d07975c3 req-8415fccb-1f7c-4542-a2c3-63f552624849 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:27.845812 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9e50bee5-6728-4949-8d1b-8033d07975c3 req-8415fccb-1f7c-4542-a2c3-63f552624849 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 943 time: 0.0863895 Mar 09 06:09:27.901898 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9e50bee5-6728-4949-8d1b-8033d07975c3 req-bb0bab85-3aa1-4cdb-941a-ce6a4be207d0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483487 Mar 09 06:09:27.959749 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:28.038442 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=53276311-71d2-49d1-a8a8-60ff0c4afb2a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:28.046502 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:28.047738 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:28.049240 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-4dff6477-2fae-4070-b2f5-ada3b7024bf7 service neutron] 10.222.0.20 "PUT /v2.0/ports/53276311-71d2-49d1-a8a8-60ff0c4afb2a HTTP/1.1" status: 200 len: 1093 time: 1.3369179 Mar 09 06:09:28.050271 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26138c2c-98ca-4b33-a87c-698bbacbd757', 'tag': '53276311-71d2-49d1-a8a8-60ff0c4afb2a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:09:28.052440 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3496d8-6153-4608-b237-9f9dc25c84ce" -d '{"events": [{"name": "network-changed", "server_uuid": "26138c2c-98ca-4b33-a87c-698bbacbd757", "tag": "53276311-71d2-49d1-a8a8-60ff0c4afb2a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:09:28.112286 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3fcc0e-fcb5-4716-9e87-d9069cf113bd x-openstack-request-id: req-0a3fcc0e-fcb5-4716-9e87-d9069cf113bd {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:09:28.112286 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26138c2c-98ca-4b33-a87c-698bbacbd757", "tag": "53276311-71d2-49d1-a8a8-60ff0c4afb2a", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:09:28.112286 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a3fcc0e-fcb5-4716-9e87-d9069cf113bd {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:09:28.112607 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26138c2c-98ca-4b33-a87c-698bbacbd757', 'tag': '53276311-71d2-49d1-a8a8-60ff0c4afb2a', 'status': 'completed', 'code': 200} Mar 09 06:09:28.225714 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3496d8-6153-4608-b237-9f9dc25c84ce req-6f8fc10a-022e-48f5-84e3-11fd9adf8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:28.229417 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd3496d8-6153-4608-b237-9f9dc25c84ce req-6f8fc10a-022e-48f5-84e3-11fd9adf8c24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=097e68b4def747779c0594225f4b0606&device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 1127 time: 0.0990107 Mar 09 06:09:28.380633 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3cfb2-5488-4743-a66a-af91b86d9096 req-caee311e-9ab8-407f-9981-035246546a3c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:28.382225 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-abc3cfb2-5488-4743-a66a-af91b86d9096 req-caee311e-9ab8-407f-9981-035246546a3c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.1129570 Mar 09 06:09:28.400766 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3496d8-6153-4608-b237-9f9dc25c84ce req-912fe861-18b3-4c57-8288-3c09de5e1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:28.402636 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd3496d8-6153-4608-b237-9f9dc25c84ce req-912fe861-18b3-4c57-8288-3c09de5e1cb4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=097e68b4def747779c0594225f4b0606&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1652129 Mar 09 06:09:28.469757 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-abc3cfb2-5488-4743-a66a-af91b86d9096 req-684b2deb-c6cb-4dc1-91b4-f67ae6ee68f5 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783970 Mar 09 06:09:28.527772 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3496d8-6153-4608-b237-9f9dc25c84ce req-e17c88e7-86a0-4df6-a636-85d065750bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:28.529213 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd3496d8-6153-4608-b237-9f9dc25c84ce req-e17c88e7-86a0-4df6-a636-85d065750bbf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134889 Mar 09 06:09:28.610268 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-adc8c57c-25d4-4707-841a-621adb4fb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:28.611885 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-adc8c57c-25d4-4707-841a-621adb4fb458 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=097e68b4def747779c0594225f4b0606&device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 1127 time: 0.0489841 Mar 09 06:09:28.654731 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-bbedb40d-610a-4ee6-8e82-8135a5f8f587 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53276311-71d2-49d1-a8a8-60ff0c4afb2a HTTP/1.1" status: 200 len: 217 time: 0.0354054 Mar 09 06:09:28.713413 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-1359a36f-f86a-494e-81cc-7fcc861ccc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:28.713413 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-1359a36f-f86a-494e-81cc-7fcc861ccc1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b08bd94-cc9f-454f-8179-08f5b9e38336 HTTP/1.1" status: 200 len: 853 time: 0.0478969 Mar 09 06:09:28.751734 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-76f51706-90dd-499f-99d0-4caf59137e94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=735819f2-c1df-4dec-94a7-ef0d4669816c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360029 Mar 09 06:09:28.853595 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-b57455cb-89e8-4709-a13e-ae1a8b900b89 service neutron] 10.222.0.20 "GET /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874734 Mar 09 06:09:28.960914 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-403a817b-a527-4923-9d4e-ec8732a1b299 req-6d9306ed-27af-4f72-9813-629b39a58e89 service neutron] 10.222.0.20 "GET /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012106 Mar 09 06:09:29.035170 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64f747-327e-4c4b-bc72-2841f6d9a8dd req-bd21ae49-d5b2-48bc-9b3d-71038a53cba3 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:29.036692 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d64f747-327e-4c4b-bc72-2841f6d9a8dd req-bd21ae49-d5b2-48bc-9b3d-71038a53cba3 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 943 time: 0.0552893 Mar 09 06:09:29.095077 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d64f747-327e-4c4b-bc72-2841f6d9a8dd req-7c2fa33e-72e5-45e0-8abd-4a1cdb212229 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Mar 09 06:09:29.584990 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224926ff-7391-471d-a611-e63d9668c5a1 req-e44cb36b-f0d1-4d22-8529-6571bf1bb898 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:29.586471 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-224926ff-7391-471d-a611-e63d9668c5a1 req-e44cb36b-f0d1-4d22-8529-6571bf1bb898 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.0518162 Mar 09 06:09:29.645648 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-224926ff-7391-471d-a611-e63d9668c5a1 req-b78babc1-8669-4c14-999d-023ed2252620 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482295 Mar 09 06:09:30.203342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ec1a-9786-44c7-bc2a-11a0a6145199 req-87257c5c-1c51-4459-871c-88f06b40e584 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:30.204897 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a601ec1a-9786-44c7-bc2a-11a0a6145199 req-87257c5c-1c51-4459-871c-88f06b40e584 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 943 time: 0.0524683 Mar 09 06:09:30.252127 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a601ec1a-9786-44c7-bc2a-11a0a6145199 req-8ea1d924-578b-4754-b5e3-080d658cda27 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Mar 09 06:09:30.761944 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab9c7-556f-4ff1-9178-064bec55aefe req-039dd488-36fb-4962-baa7-c11f9b1ce2e8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:30.763473 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-940ab9c7-556f-4ff1-9178-064bec55aefe req-039dd488-36fb-4962-baa7-c11f9b1ce2e8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.0545251 Mar 09 06:09:30.813826 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-940ab9c7-556f-4ff1-9178-064bec55aefe req-369f572a-44ce-476c-b5df-3e0a83b57022 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439019 Mar 09 06:09:31.373805 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32fb5f-e3d3-46e3-b407-13d182de2370 req-d5e9f1dd-c8a6-4c42-a786-37f4489cbbf3 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:31.375275 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f32fb5f-e3d3-46e3-b407-13d182de2370 req-d5e9f1dd-c8a6-4c42-a786-37f4489cbbf3 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 943 time: 0.0552104 Mar 09 06:09:31.423324 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f32fb5f-e3d3-46e3-b407-13d182de2370 req-3908ab86-9df4-4861-a656-e0d4c43bfd64 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Mar 09 06:09:31.940667 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ef227-4ab8-4cb7-87a2-9c52c02625c3 req-0697a66f-5309-4534-a4a7-10632bddea90 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:31.942177 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-778ef227-4ab8-4cb7-87a2-9c52c02625c3 req-0697a66f-5309-4534-a4a7-10632bddea90 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.0539906 Mar 09 06:09:31.990971 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-778ef227-4ab8-4cb7-87a2-9c52c02625c3 req-5d3cde25-158e-4bec-b0dc-fda1c527f182 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431252 Mar 09 06:09:32.537528 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8c114-3231-4df7-8226-bad28f2523c7 req-1ff2291f-8099-46ec-9b66-ed8441b639b7 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:32.539061 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9a8c114-3231-4df7-8226-bad28f2523c7 req-1ff2291f-8099-46ec-9b66-ed8441b639b7 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 943 time: 0.0507569 Mar 09 06:09:32.587687 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d9a8c114-3231-4df7-8226-bad28f2523c7 req-3a7fb4e1-f507-4a07-8901-5f25e417c126 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Mar 09 06:09:33.106090 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb9766-e371-4996-bc26-e78f23f6d781 req-a82bd20e-00da-4155-a176-112daa0005a7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:33.107560 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-62eb9766-e371-4996-bc26-e78f23f6d781 req-a82bd20e-00da-4155-a176-112daa0005a7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.0499787 Mar 09 06:09:33.156119 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-62eb9766-e371-4996-bc26-e78f23f6d781 req-c835c94a-b96e-4b73-9c63-da6338e9bcc1 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Mar 09 06:09:33.701531 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee46d7-8464-4111-a6ed-f52197697102 req-b63f8f56-3167-492a-b35b-9afc6a84c66b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:33.703003 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-11ee46d7-8464-4111-a6ed-f52197697102 req-b63f8f56-3167-492a-b35b-9afc6a84c66b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 943 time: 0.0513523 Mar 09 06:09:33.751326 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-11ee46d7-8464-4111-a6ed-f52197697102 req-4dfecb76-2ef3-4f09-bc0a-d31c9381cf37 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Mar 09 06:09:34.275032 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3440-f09a-4950-9014-f0137e9d27bb req-ea18fe8f-a8dc-496a-91aa-9200cf290908 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:34.276477 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c70d3440-f09a-4950-9014-f0137e9d27bb req-ea18fe8f-a8dc-496a-91aa-9200cf290908 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 944 time: 0.0551496 Mar 09 06:09:34.323039 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c70d3440-f09a-4950-9014-f0137e9d27bb req-275c7733-1d41-4a3e-8128-8f8290f20c97 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 Mar 09 06:09:34.774892 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 50f85c25-c256-4ef8-ada3-c1b059c302f3 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:09:34.867144 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a489-a98c-42dc-a1b3-71171e08c1b4 req-d6740203-5239-4865-8f08-8f057fa59021 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:34.868748 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5407a489-a98c-42dc-a1b3-71171e08c1b4 req-d6740203-5239-4865-8f08-8f057fa59021 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 943 time: 0.0530007 Mar 09 06:09:34.871177 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 50f85c25-c256-4ef8-ada3-c1b059c302f3, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=50f85c25-c256-4ef8-ada3-c1b059c302f3,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:09:34.882937 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'port_id': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'mac_address': 'fa:16:3e:f3:fc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:09:34.919369 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5407a489-a98c-42dc-a1b3-71171e08c1b4 req-b5c5fb84-55cb-44bd-9bfc-336721b9269b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Mar 09 06:09:34.926877 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 50f85c25-c256-4ef8-ada3-c1b059c302f3 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:09:34.927268 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:35.071197 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f85c25-c256-4ef8-ada3-c1b059c302f3 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:09:35.091840 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 50f85c25-c256-4ef8-ada3-c1b059c302f3, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=50f85c25-c256-4ef8-ada3-c1b059c302f3,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:09:35.176977 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:35.224031 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=50f85c25-c256-4ef8-ada3-c1b059c302f3,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:35.231072 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.231671 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.231945 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.232277 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.232648 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.232973 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.233308 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.233641 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.233970 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.234321 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.234649 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.234980 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.236107 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:09:35.441757 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755a27-e526-41ad-b6b1-c661ca8cf6f4 req-f4f07f7c-1b97-4cc7-b0d5-f001a65fabde tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:35.443232 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-96755a27-e526-41ad-b6b1-c661ca8cf6f4 req-f4f07f7c-1b97-4cc7-b0d5-f001a65fabde tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 945 time: 0.0549121 Mar 09 06:09:35.494951 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-96755a27-e526-41ad-b6b1-c661ca8cf6f4 req-308ca1b7-5b16-4e7a-a10c-9b56d131d3a5 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449042 Mar 09 06:09:35.747657 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['50f85c25-c256-4ef8-ada3-c1b059c302f3'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:09:36.043671 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299d20f-af98-49de-a74d-ac868ac3529e req-79d427dd-8934-4ad2-8c2a-5fc330441f8b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:36.045548 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2299d20f-af98-49de-a74d-ac868ac3529e req-79d427dd-8934-4ad2-8c2a-5fc330441f8b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 943 time: 0.0539076 Mar 09 06:09:36.092585 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2299d20f-af98-49de-a74d-ac868ac3529e req-9fed1464-4fac-4021-8de8-dad471b044c9 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Mar 09 06:09:36.323696 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43344) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:36.369856 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-87606d81-5513-4802-a3e2-327ed1d2a363 admin admin] Deleting subnet d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:09:36.372912 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87606d81-5513-4802-a3e2-327ed1d2a363 admin admin] Publish callbacks [] for subnet (d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.408275 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87606d81-5513-4802-a3e2-327ed1d2a363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944372'] for subnet (d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.408454 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b16f8110-2a0e-40fb-bf5f-8068e1982ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.448462 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87606d81-5513-4802-a3e2-327ed1d2a363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.618904 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5284-89c6-450f-be7e-a9d0ba7d36fd req-4dfa3885-ec13-44fd-bb94-ff25e6273ecb tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:36.621113 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aeac5284-89c6-450f-be7e-a9d0ba7d36fd req-4dfa3885-ec13-44fd-bb94-ff25e6273ecb tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 945 time: 0.0577970 Mar 09 06:09:36.660630 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87606d81-5513-4802-a3e2-327ed1d2a363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3455546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3364323'] for subnet (d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.677246 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aeac5284-89c6-450f-be7e-a9d0ba7d36fd req-d229cf19-b952-41fe-a755-80d9488e2a9f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495706 Mar 09 06:09:36.686632 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87606d81-5513-4802-a3e2-327ed1d2a363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:36.695585 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87606d81-5513-4802-a3e2-327ed1d2a363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.696306 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-87606d81-5513-4802-a3e2-327ed1d2a363 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d5b6e500-f7a9-40f7-b6ba-c8d5c7f66e67 HTTP/1.1" status: 204 len: 168 time: 0.3706865 Mar 09 06:09:36.698705 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43358) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:36.769506 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (5f612a6a-31a3-4e5e-958b-260f8615652d), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.773152 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 53276311-71d2-49d1-a8a8-60ff0c4afb2a details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:09:36.850187 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (5f612a6a-31a3-4e5e-958b-260f8615652d), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.871392 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f612a6a-31a3-4e5e-958b-260f8615652d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:09:36.875435 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 53276311-71d2-49d1-a8a8-60ff0c4afb2a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=53276311-71d2-49d1-a8a8-60ff0c4afb2a,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:09:36.881599 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7e69b4-6930-4303-80a6-7280aa6f84db') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:09:36.881897 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7e69b4-6930-4303-80a6-7280aa6f84db') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:09:36.887325 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '53276311-71d2-49d1-a8a8-60ff0c4afb2a', 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c', 'port_id': '53276311-71d2-49d1-a8a8-60ff0c4afb2a', 'mac_address': 'fa:16:3e:df:6b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08bd94-cc9f-454f-8179-08f5b9e38336', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:09:36.891717 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (eb7e69b4-6930-4303-80a6-7280aa6f84db), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.904964 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (eb7e69b4-6930-4303-80a6-7280aa6f84db), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.910851 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:09:36.911233 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (eb7e69b4-6930-4303-80a6-7280aa6f84db), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:09:36.912865 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:09:36.926441 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 53276311-71d2-49d1-a8a8-60ff0c4afb2a is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:09:36.926831 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:36.939909 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53276311-71d2-49d1-a8a8-60ff0c4afb2a {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:09:36.959323 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 53276311-71d2-49d1-a8a8-60ff0c4afb2a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=53276311-71d2-49d1-a8a8-60ff0c4afb2a,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:09:37.034100 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:37.063318 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (5f612a6a-31a3-4e5e-958b-260f8615652d), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:37.069429 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:37.087377 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7ba43-0c3c-44bf-8847-a3ada0de1665 req-ef7e6b11-998d-4979-84d5-fa67bada33d5 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:37.087590 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=53276311-71d2-49d1-a8a8-60ff0c4afb2a,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:37.089069 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80b7ba43-0c3c-44bf-8847-a3ada0de1665 req-ef7e6b11-998d-4979-84d5-fa67bada33d5 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0559266 Mar 09 06:09:37.093292 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5f612a6a-31a3-4e5e-958b-260f8615652d HTTP/1.1" status: 204 len: 168 time: 0.3936090 Mar 09 06:09:37.108285 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd70b93-e923-4a2c-bac4-a587c614a2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f612a6a-31a3-4e5e-958b-260f8615652d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:37.182580 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80b7ba43-0c3c-44bf-8847-a3ada0de1665 req-95b9c93e-6efa-4e16-b9c1-1fde338ee8db tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832701 Mar 09 06:09:37.212591 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea648-762a-443a-a822-17e257e5e76c req-6e4d2129-8b93-4c18-91df-b49953fe07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:37.215782 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c4ea648-762a-443a-a822-17e257e5e76c req-6e4d2129-8b93-4c18-91df-b49953fe07eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1130 time: 0.1072628 Mar 09 06:09:37.264320 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aa69c-633f-495a-82bc-dd8a2faa2bea req-01b667d6-a8f3-4672-809a-c471238d0c1d tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:37.265807 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd4aa69c-633f-495a-82bc-dd8a2faa2bea req-01b667d6-a8f3-4672-809a-c471238d0c1d tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 944 time: 0.0988765 Mar 09 06:09:37.343281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea648-762a-443a-a822-17e257e5e76c req-56f08bec-faf3-4064-93d7-f1ecad37049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:37.351554 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c4ea648-762a-443a-a822-17e257e5e76c req-56f08bec-faf3-4064-93d7-f1ecad37049e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.1215355 Mar 09 06:09:37.365528 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd4aa69c-633f-495a-82bc-dd8a2faa2bea req-8dff643e-9869-42e3-9ed8-4d44d27115fd tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 Mar 09 06:09:37.396582 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c4ea648-762a-443a-a822-17e257e5e76c req-c7c75527-854e-4edd-9ffc-b753c8818e8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 200 len: 217 time: 0.0419610 Mar 09 06:09:37.445011 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea648-762a-443a-a822-17e257e5e76c req-9bb17c56-fb53-42e7-a90d-a2b751ea6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:37.446452 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c4ea648-762a-443a-a822-17e257e5e76c req-9bb17c56-fb53-42e7-a90d-a2b751ea6fd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.0437794 Mar 09 06:09:37.456694 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['53276311-71d2-49d1-a8a8-60ff0c4afb2a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:09:37.485495 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c4ea648-762a-443a-a822-17e257e5e76c req-b3c56085-18e5-4d9c-9708-6c777f639319 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265930 Mar 09 06:09:37.580100 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c4ea648-762a-443a-a822-17e257e5e76c req-2cfc20ae-5d62-4ef8-9766-92bdee69d81d service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875366 Mar 09 06:09:37.587299 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43370) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:37.630746 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1ae7ab19-f3d5-4cf5-abb5-a3222c4ba92c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a60dc1d368c94ddbb2b3e6bba69d224b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423281 Mar 09 06:09:37.631566 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43374) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:37.679570 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2c4ea648-762a-443a-a822-17e257e5e76c req-f16ef88d-a216-4848-83b3-83ec382c3c30 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931535 Mar 09 06:09:37.695181 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7f2a-0f67-47c2-ad77-395ace71fd8f admin admin] Publish callbacks [] for security_group (823036dc-353a-4168-9d5d-bd3f5240d975), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:37.721211 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7f2a-0f67-47c2-ad77-395ace71fd8f admin admin] Publish callbacks [] for security_group (823036dc-353a-4168-9d5d-bd3f5240d975), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:37.812478 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a02d9-5b0a-432b-aca3-8e536fd0766a req-636192f3-669c-4918-a07c-0fde17a79d28 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:37.814603 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f14a02d9-5b0a-432b-aca3-8e536fd0766a req-636192f3-669c-4918-a07c-0fde17a79d28 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 945 time: 0.0635543 Mar 09 06:09:37.865129 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f14a02d9-5b0a-432b-aca3-8e536fd0766a req-0dd06358-b61a-43e5-9f4e-7e6707c333d4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444326 Mar 09 06:09:37.905827 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7f2a-0f67-47c2-ad77-395ace71fd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (823036dc-353a-4168-9d5d-bd3f5240d975), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:37.908984 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7f2a-0f67-47c2-ad77-395ace71fd8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:37.910165 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b4bb7f2a-0f67-47c2-ad77-395ace71fd8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/823036dc-353a-4168-9d5d-bd3f5240d975 HTTP/1.1" status: 204 len: 168 time: 0.2775557 Mar 09 06:09:37.920652 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb7f2a-0f67-47c2-ad77-395ace71fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823036dc-353a-4168-9d5d-bd3f5240d975,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:38.202795 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 43392) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:38.315397 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451ad4-b9e9-4a19-b37b-d0b4d21df62d req-0d9aedc5-c0b8-4a4f-939e-283b451929db tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:38.316911 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-30451ad4-b9e9-4a19-b37b-d0b4d21df62d req-0d9aedc5-c0b8-4a4f-939e-283b451929db tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0554886 Mar 09 06:09:38.336615 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa335910-d058-4853-add2-59f994c7d127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:38.396352 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-30451ad4-b9e9-4a19-b37b-d0b4d21df62d req-3bcd44da-ea18-43a5-8208-e2896d0ba64e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Mar 09 06:09:38.448606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa335910-d058-4853-add2-59f994c7d127 admin admin] Publish callbacks [] for security_group (390a82fe-c386-47ef-975b-96240d716c0c), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:38.498557 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d1fec-edd8-47ca-8828-18d4d6fb422c req-19df44ea-d9a1-4a17-a518-cd2c0c72409f tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:38.500015 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f3d1fec-edd8-47ca-8828-18d4d6fb422c req-19df44ea-d9a1-4a17-a518-cd2c0c72409f tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 944 time: 0.0633574 Mar 09 06:09:38.505425 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa335910-d058-4853-add2-59f994c7d127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (390a82fe-c386-47ef-975b-96240d716c0c), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:38.559694 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa335910-d058-4853-add2-59f994c7d127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390a82fe-c386-47ef-975b-96240d716c0c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:38.570302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-fa335910-d058-4853-add2-59f994c7d127 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4ea5aa5bb85420faf4d0345e7284eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3663383 Mar 09 06:09:38.572843 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 43410) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:38.603955 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f3d1fec-edd8-47ca-8828-18d4d6fb422c req-7e94e69d-154f-4e59-8e34-780aaa5dcc52 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957823 Mar 09 06:09:38.631649 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a22ba0f-bd80-41b2-b6f8-f4c3b70e7b49 admin admin] Publish callbacks [] for security_group (390a82fe-c386-47ef-975b-96240d716c0c), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:38.652896 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a22ba0f-bd80-41b2-b6f8-f4c3b70e7b49 admin admin] Publish callbacks [] for security_group (390a82fe-c386-47ef-975b-96240d716c0c), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:38.731618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-386e5ea8-f0e3-432f-b6e8-6b4161b1fbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:38.772866 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 50f85c25-c256-4ef8-ada3-c1b059c302f3 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:09:38.840690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a22ba0f-bd80-41b2-b6f8-f4c3b70e7b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (390a82fe-c386-47ef-975b-96240d716c0c), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:38.844196 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a22ba0f-bd80-41b2-b6f8-f4c3b70e7b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:38.845898 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2a22ba0f-bd80-41b2-b6f8-f4c3b70e7b49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/390a82fe-c386-47ef-975b-96240d716c0c HTTP/1.1" status: 204 len: 168 time: 0.2721789 Mar 09 06:09:38.853602 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22ba0f-bd80-41b2-b6f8-f4c3b70e7b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390a82fe-c386-47ef-975b-96240d716c0c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:38.954629 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 50f85c25-c256-4ef8-ada3-c1b059c302f3 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:09:38.959572 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 50f85c25-c256-4ef8-ada3-c1b059c302f3 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:09:38.960245 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:39.004157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f167db-0a85-404e-90db-7b75ffeea558 req-2a33152e-23f7-46c6-aefc-29a55dab11ea tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:39.005071 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-50f167db-0a85-404e-90db-7b75ffeea558 req-2a33152e-23f7-46c6-aefc-29a55dab11ea tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 945 time: 0.0737398 Mar 09 06:09:39.068883 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-50f167db-0a85-404e-90db-7b75ffeea558 req-4df95b51-2619-42f2-b6b2-f838548da361 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560560 Mar 09 06:09:39.081955 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 50f85c25-c256-4ef8-ada3-c1b059c302f3 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:09:39.082354 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:39.111370 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f85c25-c256-4ef8-ada3-c1b059c302f3'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:09:39.113604 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9cd882-6109-40a2-8ae8-dc1d8c47044e" -d '{"events": [{"server_uuid": "c988bfda-2fb2-4f99-9a56-88b2ea14e23b", "name": "network-vif-plugged", "status": "completed", "tag": "50f85c25-c256-4ef8-ada3-c1b059c302f3"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:09:39.129417 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 50f85c25-c256-4ef8-ada3-c1b059c302f3, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=50f85c25-c256-4ef8-ada3-c1b059c302f3,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:09:39.155779 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e655e3d-1dfe-437e-81f0-f4d0f583126a x-openstack-request-id: req-8e655e3d-1dfe-437e-81f0-f4d0f583126a {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:09:39.156127 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c988bfda-2fb2-4f99-9a56-88b2ea14e23b", "name": "network-vif-plugged", "status": "completed", "tag": "50f85c25-c256-4ef8-ada3-c1b059c302f3", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:09:39.156396 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e655e3d-1dfe-437e-81f0-f4d0f583126a {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:09:39.156815 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'code': 200} Mar 09 06:09:39.230146 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:39.231130 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 53276311-71d2-49d1-a8a8-60ff0c4afb2a up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:09:39.322547 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=50f85c25-c256-4ef8-ada3-c1b059c302f3,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:39.419917 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 53276311-71d2-49d1-a8a8-60ff0c4afb2a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:09:39.425543 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 53276311-71d2-49d1-a8a8-60ff0c4afb2a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:09:39.426193 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:39.510018 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 53276311-71d2-49d1-a8a8-60ff0c4afb2a is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:09:39.510526 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:39.532135 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336407-7bff-4494-85f0-9b9c00430142 req-e5b1d378-2e13-4abf-bd7a-24f4f36c745e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:39.534197 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b336407-7bff-4494-85f0-9b9c00430142 req-e5b1d378-2e13-4abf-bd7a-24f4f36c745e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0617137 Mar 09 06:09:39.546176 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 53276311-71d2-49d1-a8a8-60ff0c4afb2a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=53276311-71d2-49d1-a8a8-60ff0c4afb2a,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:09:39.613308 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d2f67-2f59-46ba-adbd-6cb29cb2771f req-42dbbd6f-4b0d-4855-aee2-3a10127efd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:39.614829 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ee8d2f67-2f59-46ba-adbd-6cb29cb2771f req-42dbbd6f-4b0d-4855-aee2-3a10127efd99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 1130 time: 0.0795734 Mar 09 06:09:39.617855 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b336407-7bff-4494-85f0-9b9c00430142 req-7bfe3b7d-e0eb-4ee5-a4e7-7f2e5f3278d8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725198 Mar 09 06:09:39.640011 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:39.666334 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ee8d2f67-2f59-46ba-adbd-6cb29cb2771f req-f5b6b98a-2451-4f80-90da-de92bd733652 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456831 Mar 09 06:09:39.696690 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=53276311-71d2-49d1-a8a8-60ff0c4afb2a,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:39.735194 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee35e1-a6cc-4833-b8b1-2bab34ed5739 req-f4fb4e98-6cfb-4056-9c95-745da9e33485 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:39.737558 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-98ee35e1-a6cc-4833-b8b1-2bab34ed5739 req-f4fb4e98-6cfb-4056-9c95-745da9e33485 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.0518782 Mar 09 06:09:39.783419 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-98ee35e1-a6cc-4833-b8b1-2bab34ed5739 req-d3676b80-752d-4203-b987-4e622b6d18b8 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Mar 09 06:09:40.035239 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:40.185491 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d72a1-acc4-47a1-ae03-b0f5694df9cc req-7e6d1fe1-1d7b-41c6-bc22-9ef9601482c9 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:40.186971 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-745d72a1-acc4-47a1-ae03-b0f5694df9cc req-7e6d1fe1-1d7b-41c6-bc22-9ef9601482c9 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 946 time: 0.0520232 Mar 09 06:09:40.251253 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-745d72a1-acc4-47a1-ae03-b0f5694df9cc req-b26aee5e-bf9a-4d8b-9ae2-d1d640814f0f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581393 Mar 09 06:09:40.739525 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6eb24-1422-4429-8c72-1d05a9109e5b req-4b8e55d7-bd1f-4905-b02a-c3b0d19713eb tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:40.741027 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90d6eb24-1422-4429-8c72-1d05a9109e5b req-4b8e55d7-bd1f-4905-b02a-c3b0d19713eb tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0574870 Mar 09 06:09:40.788000 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90d6eb24-1422-4429-8c72-1d05a9109e5b req-46d4966a-581a-40a1-a865-4bdf82b13e39 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Mar 09 06:09:40.902206 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e45b93-ca2b-483e-9cbc-b6d8f83c78cc req-377edc50-2828-4483-b1aa-8551ee20d652 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:40.903715 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-42e45b93-ca2b-483e-9cbc-b6d8f83c78cc req-377edc50-2828-4483-b1aa-8551ee20d652 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.0547447 Mar 09 06:09:40.950917 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-42e45b93-ca2b-483e-9cbc-b6d8f83c78cc req-928fbdd5-ffd9-4a3e-8e01-a39df5527008 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Mar 09 06:09:40.994906 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:41.158642 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26138c2c-98ca-4b33-a87c-698bbacbd757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53276311-71d2-49d1-a8a8-60ff0c4afb2a'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:09:41.161011 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b10af-4a2a-4abc-bc0d-560e46010f70" -d '{"events": [{"server_uuid": "26138c2c-98ca-4b33-a87c-698bbacbd757", "name": "network-vif-plugged", "status": "completed", "tag": "53276311-71d2-49d1-a8a8-60ff0c4afb2a"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:09:41.197010 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0970058e-ab4b-44ec-806e-ea603b36f482 x-openstack-request-id: req-0970058e-ab4b-44ec-806e-ea603b36f482 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:09:41.197331 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26138c2c-98ca-4b33-a87c-698bbacbd757", "name": "network-vif-plugged", "status": "completed", "tag": "53276311-71d2-49d1-a8a8-60ff0c4afb2a", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:09:41.197593 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0970058e-ab4b-44ec-806e-ea603b36f482 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:09:41.197985 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26138c2c-98ca-4b33-a87c-698bbacbd757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53276311-71d2-49d1-a8a8-60ff0c4afb2a', 'code': 200} Mar 09 06:09:41.371795 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feb499-0322-4fdb-86da-bc78d47e3264 req-3ef10049-f4ee-4a80-b5c3-01f040dc1323 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:41.373303 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6feb499-0322-4fdb-86da-bc78d47e3264 req-3ef10049-f4ee-4a80-b5c3-01f040dc1323 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 946 time: 0.0529315 Mar 09 06:09:41.434999 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6feb499-0322-4fdb-86da-bc78d47e3264 req-416d069e-90b4-4dd0-a2a7-aeb7a908a127 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546257 Mar 09 06:09:41.610246 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e747403-78f4-4861-b5a6-cfd8396b6994 req-8d22dcd5-267b-4c38-9a5e-ecfb73c733b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:41.612705 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e747403-78f4-4861-b5a6-cfd8396b6994 req-8d22dcd5-267b-4c38-9a5e-ecfb73c733b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 1129 time: 0.0475726 Mar 09 06:09:41.664908 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e747403-78f4-4861-b5a6-cfd8396b6994 req-35e4afe0-b165-4e7f-8048-6ba4529cb552 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444858 Mar 09 06:09:41.909076 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7456a33-c1c6-4338-b1a5-f9dfed53f443 req-95402133-4e13-4b09-aeb9-312a5a57207c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:41.910595 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7456a33-c1c6-4338-b1a5-f9dfed53f443 req-95402133-4e13-4b09-aeb9-312a5a57207c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0529542 Mar 09 06:09:41.957009 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e7456a33-c1c6-4338-b1a5-f9dfed53f443 req-aaf61434-7560-4dec-9436-b65dd39b38a0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Mar 09 06:09:42.077411 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4d8f9-ae37-4f29-ba68-f81c080c0f09 req-24462036-a957-41cf-9696-b5b921611b3d tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:42.079022 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9a4d8f9-ae37-4f29-ba68-f81c080c0f09 req-24462036-a957-41cf-9696-b5b921611b3d tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.0597000 Mar 09 06:09:42.126554 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9a4d8f9-ae37-4f29-ba68-f81c080c0f09 req-b4dda8fb-1f3c-429e-b175-9315b216cef8 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Mar 09 06:09:42.552886 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceef5d0-d6be-4a18-98b4-98c22895ca5e req-447ec228-dc20-49f6-a75e-c5db40367ba9 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:42.554376 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cceef5d0-d6be-4a18-98b4-98c22895ca5e req-447ec228-dc20-49f6-a75e-c5db40367ba9 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 946 time: 0.0543945 Mar 09 06:09:42.604713 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cceef5d0-d6be-4a18-98b4-98c22895ca5e req-b3b7b17e-49ee-4cb8-a381-498ddf00f494 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444546 Mar 09 06:09:42.738490 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50dfb9-bee5-432b-8d4b-69fa8f25b568 req-c1cc8294-bda6-4c15-9356-0850fdb958bb tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:42.739958 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd50dfb9-bee5-432b-8d4b-69fa8f25b568 req-c1cc8294-bda6-4c15-9356-0850fdb958bb tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 946 time: 0.0582800 Mar 09 06:09:42.763524 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:42.790838 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd50dfb9-bee5-432b-8d4b-69fa8f25b568 req-f32e5b1b-4e12-4b38-9141-0e74f1fb9ed1 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452096 Mar 09 06:09:42.813713 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 43538) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:43.105684 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842a166-1cdd-4af2-a887-83e415983671 req-0b5d7abf-6d15-4268-b46f-dd1a3a93accc tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:43.107261 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d842a166-1cdd-4af2-a887-83e415983671 req-0b5d7abf-6d15-4268-b46f-dd1a3a93accc tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0811701 Mar 09 06:09:43.113316 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a4882b-a3bc-4e29-ae60-43e4d2ef5a16 tempest-TestVolumeBootPattern-604912447 tempest-TestVolumeBootPattern-604912447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:43.114801 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f5a4882b-a3bc-4e29-ae60-43e4d2ef5a16 tempest-TestVolumeBootPattern-604912447 tempest-TestVolumeBootPattern-604912447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 1125 time: 0.3001106 Mar 09 06:09:43.117912 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:43.122677 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'port_id': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:09:43.158451 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d842a166-1cdd-4af2-a887-83e415983671 req-bf20b4a2-3ce8-4efc-87b1-9039213acc1b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Mar 09 06:09:43.238892 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:43.255218 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d1b86-6f9b-4282-89dd-a214ad308ac0 req-81851f4c-04a7-4d54-aff1-b4192f1dae7a tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:43.256745 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2f1d1b86-6f9b-4282-89dd-a214ad308ac0 req-81851f4c-04a7-4d54-aff1-b4192f1dae7a tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.0578206 Mar 09 06:09:43.307324 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2f1d1b86-6f9b-4282-89dd-a214ad308ac0 req-c56e2d6d-af18-4108-8a45-5cf65383c35c tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Mar 09 06:09:43.346802 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:43.665923 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Allocated IP 172.27.0.146 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/3e6084a0-c111-41ec-99b8-beadb33394a3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:09:43.777770 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (3e6084a0-c111-41ec-99b8-beadb33394a3), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:43.919251 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (3e6084a0-c111-41ec-99b8-beadb33394a3), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:43.956254 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:09:43.959256 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:09:43.961786 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:09:43.991717 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=3e6084a0-c111-41ec-99b8-beadb33394a3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:44.283494 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c1e04-2cac-4f94-8254-c7cddf41606f req-ff15be43-661e-4e3f-b268-b0e27a065c66 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:44.285023 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e01c1e04-2cac-4f94-8254-c7cddf41606f req-ff15be43-661e-4e3f-b268-b0e27a065c66 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0530417 Mar 09 06:09:44.334068 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e01c1e04-2cac-4f94-8254-c7cddf41606f req-8362ce70-4977-430c-8c92-9e4f40828256 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Mar 09 06:09:44.356707 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (edc39e0b-d144-4cc5-8a46-e113776b8679), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:44.443837 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce85561-5087-4322-b321-bd3d7bc06547 req-35f609ec-a593-4bdb-a87b-95da5a903d3c tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:44.445607 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dce85561-5087-4322-b321-bd3d7bc06547 req-35f609ec-a593-4bdb-a87b-95da5a903d3c tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.0633903 Mar 09 06:09:44.497436 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dce85561-5087-4322-b321-bd3d7bc06547 req-791eaa41-5c0d-43f2-98a8-07193cc522bb tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Mar 09 06:09:44.504170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (3e6084a0-c111-41ec-99b8-beadb33394a3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:44.665129 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (3e6084a0-c111-41ec-99b8-beadb33394a3), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:44.806679 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (3e6084a0-c111-41ec-99b8-beadb33394a3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:44.879624 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=3e6084a0-c111-41ec-99b8-beadb33394a3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:44.889232 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (edc39e0b-d144-4cc5-8a46-e113776b8679), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:44.990137 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Floating IP edc39e0b-d144-4cc5-8a46-e113776b8679 associated. External IP: 172.27.0.146, port: 50f85c25-c256-4ef8-ada3-c1b059c302f3. Mar 09 06:09:45.198504 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:09:45.310855 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:09:45.322533 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:09:45.334016 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:09:45.334621 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:09:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:09:45.389051 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:45.427071 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-94f8090b-a46d-406c-9251-73e91f4020c0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3070805 Mar 09 06:09:45.428091 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'tag': '50f85c25-c256-4ef8-ada3-c1b059c302f3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:09:45.431754 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c988bfda-2fb2-4f99-9a56-88b2ea14e23b", "tag": "50f85c25-c256-4ef8-ada3-c1b059c302f3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:09:45.491355 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:09:45.509882 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4054-f915-44c1-b0c7-1fdde8991fef req-e0fcf12d-4128-45ab-b5fb-865aa35ad781 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:45.515067 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c769146-8d81-4ae8-bc7a-6dcc53cc87f7 x-openstack-request-id: req-0c769146-8d81-4ae8-bc7a-6dcc53cc87f7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:09:45.515603 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c988bfda-2fb2-4f99-9a56-88b2ea14e23b", "tag": "50f85c25-c256-4ef8-ada3-c1b059c302f3", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:09:45.516091 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c769146-8d81-4ae8-bc7a-6dcc53cc87f7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:09:45.516624 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'tag': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'status': 'completed', 'code': 200} Mar 09 06:09:45.519431 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52ea4054-f915-44c1-b0c7-1fdde8991fef req-e0fcf12d-4128-45ab-b5fb-865aa35ad781 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1159050 Mar 09 06:09:45.603681 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52ea4054-f915-44c1-b0c7-1fdde8991fef req-390cabf3-831c-409e-8fce-ebc67193fa97 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797203 Mar 09 06:09:45.618583 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-d5c9f670-a6e4-413d-bdef-be29b6e20da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:45.620707 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-d5c9f670-a6e4-413d-bdef-be29b6e20da2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 1130 time: 0.0930846 Mar 09 06:09:45.723668 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-d76a505a-87b2-4ce8-8f5a-97a569b100d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:45.725626 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-d76a505a-87b2-4ce8-8f5a-97a569b100d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.0933800 Mar 09 06:09:45.764900 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'edc39e0b-d144-4cc5-8a46-e113776b8679', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:f3:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:09:44Z', 'updated_at': '2022-03-09T06:09:44Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:09:45.797660 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:09:45.811266 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:09:45.812323 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-235eb15d-1698-4252-b469-102071d5e810 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f85c25-c256-4ef8-ada3-c1b059c302f3 HTTP/1.1" status: 200 len: 1000 time: 0.0762005 Mar 09 06:09:45.812784 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:09:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:09:45.843070 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43624) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:45.869140 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-4f502e16-1ff2-48ed-9b8d-4b15db52824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:45.870848 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-4f502e16-1ff2-48ed-9b8d-4b15db52824c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0512702 Mar 09 06:09:45.932370 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-462e4c8d-bd6e-478e-bc70-031cfac251ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:45.934144 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-462e4c8d-bd6e-478e-bc70-031cfac251ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567579 Mar 09 06:09:45.972806 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b58fdae-909c-46e7-997b-05022e495842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:46.027800 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:09:46.045514 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-7f70a6d7-b5f8-441e-a794-08c3da841729 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968618 Mar 09 06:09:46.094636 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b58fdae-909c-46e7-997b-05022e495842 admin admin] Publish callbacks [] for security_group (c5d6fbb4-0df6-46f3-b506-c1bb656d1b8f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:46.151679 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54fe647f-80bf-4f9a-95d9-e47a74e2a7d9 req-f0c8da2d-dd10-41e3-b323-54e3148372a2 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996962 Mar 09 06:09:46.184223 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b58fdae-909c-46e7-997b-05022e495842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c5d6fbb4-0df6-46f3-b506-c1bb656d1b8f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:46.223123 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5b58fdae-909c-46e7-997b-05022e495842 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=293c117adef349539e29f20941021287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789809 Mar 09 06:09:46.225409 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58fdae-909c-46e7-997b-05022e495842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d6fbb4-0df6-46f3-b506-c1bb656d1b8f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:46.225851 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 43642) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:46.274493 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'edc39e0b-d144-4cc5-8a46-e113776b8679', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:f3:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:09:44Z', 'updated_at': '2022-03-09T06:09:44Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:09:46.283738 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf1a-6da4-4a3e-9d81-a6a7ed59a41d admin admin] Publish callbacks [] for security_group (c5d6fbb4-0df6-46f3-b506-c1bb656d1b8f), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:46.304664 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4504a54e-725a-4eca-b72c-7a9c1a54741d None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'edc39e0b-d144-4cc5-8a46-e113776b8679', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:f3:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:09:44Z', 'updated_at': '2022-03-09T06:09:44Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:09:46.305420 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf1a-6da4-4a3e-9d81-a6a7ed59a41d admin admin] Publish callbacks [] for security_group (c5d6fbb4-0df6-46f3-b506-c1bb656d1b8f), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:46.410371 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf1a-6da4-4a3e-9d81-a6a7ed59a41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c5d6fbb4-0df6-46f3-b506-c1bb656d1b8f), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:46.413596 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cf1a-6da4-4a3e-9d81-a6a7ed59a41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:46.414830 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bbe7cf1a-6da4-4a3e-9d81-a6a7ed59a41d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5d6fbb4-0df6-46f3-b506-c1bb656d1b8f HTTP/1.1" status: 204 len: 168 time: 0.1878061 Mar 09 06:09:46.423029 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7cf1a-6da4-4a3e-9d81-a6a7ed59a41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d6fbb4-0df6-46f3-b506-c1bb656d1b8f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:46.523000 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f69422-d4a9-45d1-ba68-20d7da43f3ce None None] New status for floating IP edc39e0b-d144-4cc5-8a46-e113776b8679: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:09:46.739810 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501cec6-e473-403f-bf16-c95d19ea2fb0 req-ccd5b463-be31-4f25-9e5b-bcbd7afcb0ce tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:46.741863 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9501cec6-e473-403f-bf16-c95d19ea2fb0 req-ccd5b463-be31-4f25-9e5b-bcbd7afcb0ce tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0596926 Mar 09 06:09:46.791403 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9501cec6-e473-403f-bf16-c95d19ea2fb0 req-893a6352-788e-493a-b05f-e8f1b098d705 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444338 Mar 09 06:09:47.136977 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 43654) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:47.151023 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2a60f5d-242b-4459-b659-61506e69e75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:47.227578 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2a60f5d-242b-4459-b659-61506e69e75d admin admin] Publish callbacks [] for security_group (421a54e7-edab-4cc3-86da-ce27461d1a1b), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:47.312651 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2a60f5d-242b-4459-b659-61506e69e75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (421a54e7-edab-4cc3-86da-ce27461d1a1b), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:47.355023 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e2a60f5d-242b-4459-b659-61506e69e75d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfec8ac12ac641258ed023809ac69e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167783 Mar 09 06:09:47.355859 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a60f5d-242b-4459-b659-61506e69e75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421a54e7-edab-4cc3-86da-ce27461d1a1b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:47.357750 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:47.405783 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df085369-62d6-4dab-a8a2-971dca145321 admin admin] Publish callbacks [] for security_group (421a54e7-edab-4cc3-86da-ce27461d1a1b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:47.426601 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df085369-62d6-4dab-a8a2-971dca145321 admin admin] Publish callbacks [] for security_group (421a54e7-edab-4cc3-86da-ce27461d1a1b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:47.592888 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df085369-62d6-4dab-a8a2-971dca145321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (421a54e7-edab-4cc3-86da-ce27461d1a1b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:47.596555 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df085369-62d6-4dab-a8a2-971dca145321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:47.597744 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-df085369-62d6-4dab-a8a2-971dca145321 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/421a54e7-edab-4cc3-86da-ce27461d1a1b HTTP/1.1" status: 204 len: 168 time: 0.2388697 Mar 09 06:09:47.608120 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df085369-62d6-4dab-a8a2-971dca145321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421a54e7-edab-4cc3-86da-ce27461d1a1b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:47.918271 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc3c9-8423-41ec-946c-8bc60d5e8844 req-54d6ba80-9769-4944-acd1-21ff07a223a1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:47.919746 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6cdbc3c9-8423-41ec-946c-8bc60d5e8844 req-54d6ba80-9769-4944-acd1-21ff07a223a1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0577614 Mar 09 06:09:47.965170 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6cdbc3c9-8423-41ec-946c-8bc60d5e8844 req-6b088bb5-51e7-497e-9ee6-af2ca262d357 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Mar 09 06:09:48.522984 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 43668) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:48.535917 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ddb80a1-f71e-4712-8a2a-80964399143f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:48.611223 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ddb80a1-f71e-4712-8a2a-80964399143f admin admin] Publish callbacks [] for security_group (b0a737ed-7933-40de-b10a-fa753a2e07b0), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:48.690568 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ddb80a1-f71e-4712-8a2a-80964399143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b0a737ed-7933-40de-b10a-fa753a2e07b0), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:48.729117 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-9ddb80a1-f71e-4712-8a2a-80964399143f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb95d428b3a9474fb6c64a5c034f91df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051768 Mar 09 06:09:48.731105 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb80a1-f71e-4712-8a2a-80964399143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a737ed-7933-40de-b10a-fa753a2e07b0,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:48.733305 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43672) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:48.787924 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-363dc572-f97f-4e9d-8fdf-b40f5199e05e admin admin] Publish callbacks [] for security_group (b0a737ed-7933-40de-b10a-fa753a2e07b0), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:48.811289 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-363dc572-f97f-4e9d-8fdf-b40f5199e05e admin admin] Publish callbacks [] for security_group (b0a737ed-7933-40de-b10a-fa753a2e07b0), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:48.944302 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-363dc572-f97f-4e9d-8fdf-b40f5199e05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b0a737ed-7933-40de-b10a-fa753a2e07b0), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:48.947512 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-363dc572-f97f-4e9d-8fdf-b40f5199e05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:48.948690 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-363dc572-f97f-4e9d-8fdf-b40f5199e05e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0a737ed-7933-40de-b10a-fa753a2e07b0 HTTP/1.1" status: 204 len: 168 time: 0.2142978 Mar 09 06:09:48.958545 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dc572-f97f-4e9d-8fdf-b40f5199e05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a737ed-7933-40de-b10a-fa753a2e07b0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:49.094934 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04a55-7326-41ee-a1ea-f1a2a2c82dbe req-bb495e31-1f23-4526-83c0-417170f37332 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:49.097258 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ecd04a55-7326-41ee-a1ea-f1a2a2c82dbe req-bb495e31-1f23-4526-83c0-417170f37332 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0626113 Mar 09 06:09:49.154134 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ecd04a55-7326-41ee-a1ea-f1a2a2c82dbe req-47a76ad4-c410-4ab9-b870-e8dd2411f822 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511589 Mar 09 06:09:50.272131 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5279f08-1182-452b-8c3b-f9be1991a044 req-05ed955b-be78-4a06-b93e-032ab61b3dde tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:50.273630 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5279f08-1182-452b-8c3b-f9be1991a044 req-05ed955b-be78-4a06-b93e-032ab61b3dde tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0522385 Mar 09 06:09:50.320980 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5279f08-1182-452b-8c3b-f9be1991a044 req-88bfeb5d-fede-4bfd-be81-f965fbdfbaad tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Mar 09 06:09:51.444043 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a286-c691-4015-a59e-55f514e81d04 req-61df3ab3-c0f7-46d5-af82-033635c1f9fd tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:51.445797 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e70a286-c691-4015-a59e-55f514e81d04 req-61df3ab3-c0f7-46d5-af82-033635c1f9fd tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0547023 Mar 09 06:09:51.495132 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e70a286-c691-4015-a59e-55f514e81d04 req-236d95df-9010-4734-8b0c-9b82d3fbcd01 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Mar 09 06:09:52.617091 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbac99-d5cc-4f02-bf22-f06cb716ebc1 req-1cc28783-6baf-428e-bdd8-34c300843149 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:52.618554 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a1dbac99-d5cc-4f02-bf22-f06cb716ebc1 req-1cc28783-6baf-428e-bdd8-34c300843149 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0559485 Mar 09 06:09:52.665059 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a1dbac99-d5cc-4f02-bf22-f06cb716ebc1 req-7a8dfdad-b0d5-4c66-aa62-92c703dec87a tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Mar 09 06:09:53.755468 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:09:53.783909 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3918d9-6f55-45f2-9c92-365fc3eaca35 req-467ee908-781e-47b8-8d36-89c131eed383 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:53.785435 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe3918d9-6f55-45f2-9c92-365fc3eaca35 req-467ee908-781e-47b8-8d36-89c131eed383 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0524905 Mar 09 06:09:53.830986 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe3918d9-6f55-45f2-9c92-365fc3eaca35 req-3179db97-d744-4d5d-8f57-ed11a839ba23 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Mar 09 06:09:54.019412 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:54.956594 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d11320-a5ce-4b0d-b8d3-5cd53b34310b req-156cd6d6-190c-405d-9e82-fc3104c3f1ff tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:54.956594 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b7d11320-a5ce-4b0d-b8d3-5cd53b34310b req-156cd6d6-190c-405d-9e82-fc3104c3f1ff tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0538578 Mar 09 06:09:55.002829 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b7d11320-a5ce-4b0d-b8d3-5cd53b34310b req-e61717e7-9653-402f-b9b0-5bb3336afd90 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Mar 09 06:09:56.024453 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43798) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:56.129327 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbaf5c-7dfe-4f08-ae2d-af3bf461daed req-01595f1f-6203-4321-b806-e2fec0834be0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:56.131342 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dccbaf5c-7dfe-4f08-ae2d-af3bf461daed req-01595f1f-6203-4321-b806-e2fec0834be0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0611076 Mar 09 06:09:56.135557 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5331c06e-de45-49d8-acba-6da21663886f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:56.178132 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dccbaf5c-7dfe-4f08-ae2d-af3bf461daed req-86299819-54bc-4e7f-93a9-5bdda19867f2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Mar 09 06:09:56.212935 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5331c06e-de45-49d8-acba-6da21663886f admin admin] Publish callbacks [] for security_group (7e2ce985-6399-43b3-b8a9-e474f8bf0211), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:56.279113 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5331c06e-de45-49d8-acba-6da21663886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (7e2ce985-6399-43b3-b8a9-e474f8bf0211), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:56.315342 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331c06e-de45-49d8-acba-6da21663886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2ce985-6399-43b3-b8a9-e474f8bf0211,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:56.321026 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5331c06e-de45-49d8-acba-6da21663886f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd7bcc204e4f4f08b6c51ff7421d91ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955329 Mar 09 06:09:56.323887 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43808) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:56.376515 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c0e09e-6b9a-45d9-a290-3de635f37701 admin admin] Publish callbacks [] for security_group (7e2ce985-6399-43b3-b8a9-e474f8bf0211), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:56.397240 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c0e09e-6b9a-45d9-a290-3de635f37701 admin admin] Publish callbacks [] for security_group (7e2ce985-6399-43b3-b8a9-e474f8bf0211), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:56.579876 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c0e09e-6b9a-45d9-a290-3de635f37701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (7e2ce985-6399-43b3-b8a9-e474f8bf0211), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:56.583080 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c0e09e-6b9a-45d9-a290-3de635f37701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:56.584322 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-19c0e09e-6b9a-45d9-a290-3de635f37701 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e2ce985-6399-43b3-b8a9-e474f8bf0211 HTTP/1.1" status: 204 len: 168 time: 0.2595489 Mar 09 06:09:56.592373 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0e09e-6b9a-45d9-a290-3de635f37701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2ce985-6399-43b3-b8a9-e474f8bf0211,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:57.208927 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 43824) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:57.222195 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df24dcd8-7e2c-4ddd-8c66-7d56851de55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:57.298887 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c5ce5-9e8e-4a4b-857a-3b57f33b62ba req-6ad7c949-3b68-4d0b-be8e-ec10c1a3e44c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:57.300107 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df24dcd8-7e2c-4ddd-8c66-7d56851de55f admin admin] Publish callbacks [] for security_group (205cc316-813f-42c7-a668-ca8ca1cda675), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:57.300871 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c80c5ce5-9e8e-4a4b-857a-3b57f33b62ba req-6ad7c949-3b68-4d0b-be8e-ec10c1a3e44c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0535967 Mar 09 06:09:57.348402 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c80c5ce5-9e8e-4a4b-857a-3b57f33b62ba req-98023af7-5d1c-4690-bcb3-4b54b064f46f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Mar 09 06:09:57.368511 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df24dcd8-7e2c-4ddd-8c66-7d56851de55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (205cc316-813f-42c7-a668-ca8ca1cda675), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:57.406863 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-df24dcd8-7e2c-4ddd-8c66-7d56851de55f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c93cd8f599374dfbb60b81e0152f3011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968362 Mar 09 06:09:57.407729 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24dcd8-7e2c-4ddd-8c66-7d56851de55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205cc316-813f-42c7-a668-ca8ca1cda675,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:57.410384 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 43826) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:09:57.463722 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b97e4d42-1bee-4629-91f3-3ac9d2c1478a admin admin] Publish callbacks [] for security_group (205cc316-813f-42c7-a668-ca8ca1cda675), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:57.485186 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b97e4d42-1bee-4629-91f3-3ac9d2c1478a admin admin] Publish callbacks [] for security_group (205cc316-813f-42c7-a668-ca8ca1cda675), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:57.619641 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b97e4d42-1bee-4629-91f3-3ac9d2c1478a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (205cc316-813f-42c7-a668-ca8ca1cda675), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:57.622160 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b97e4d42-1bee-4629-91f3-3ac9d2c1478a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:57.623309 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b97e4d42-1bee-4629-91f3-3ac9d2c1478a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/205cc316-813f-42c7-a668-ca8ca1cda675 HTTP/1.1" status: 204 len: 168 time: 0.2115393 Mar 09 06:09:57.632781 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e4d42-1bee-4629-91f3-3ac9d2c1478a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205cc316-813f-42c7-a668-ca8ca1cda675,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:09:58.468301 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4ccfd-91dd-40f0-ae02-de80e888e34e req-3aa7cd25-c5c8-4471-8000-dbd47eec2a9d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:58.469794 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85c4ccfd-91dd-40f0-ae02-de80e888e34e req-3aa7cd25-c5c8-4471-8000-dbd47eec2a9d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Mar 09 06:09:58.518722 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85c4ccfd-91dd-40f0-ae02-de80e888e34e req-27d55fc9-a300-4b2c-a92e-3992ad523984 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Mar 09 06:09:59.640453 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905a355-163a-4de5-a6e5-dcb499232f0e req-8a646588-ebec-4165-920e-df3df90d17b0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:09:59.641960 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5905a355-163a-4de5-a6e5-dcb499232f0e req-8a646588-ebec-4165-920e-df3df90d17b0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0565851 Mar 09 06:09:59.935682 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5905a355-163a-4de5-a6e5-dcb499232f0e req-da73cbe4-952e-47fb-8345-b04722f1f14b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880092 Mar 09 06:10:01.049699 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39981a67-9a2d-47eb-8135-69162dc205fd req-1950f746-70d8-4a49-a6ec-a5d9f5c44089 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:01.051653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39981a67-9a2d-47eb-8135-69162dc205fd req-1950f746-70d8-4a49-a6ec-a5d9f5c44089 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0513856 Mar 09 06:10:01.096793 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39981a67-9a2d-47eb-8135-69162dc205fd req-d331aa2e-ffd1-4b89-a416-b683042127df tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 Mar 09 06:10:01.649547 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e289944-076d-47ae-9990-7eab5e3175a9 req-c442c683-3065-4112-af6a-04c13321bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:01.651096 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7e289944-076d-47ae-9990-7eab5e3175a9 req-c442c683-3065-4112-af6a-04c13321bf57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1130 time: 0.0440853 Mar 09 06:10:01.697065 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7e289944-076d-47ae-9990-7eab5e3175a9 req-c029878e-7f6b-4b7e-b556-66b513e74840 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Mar 09 06:10:02.211354 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc1514-0264-424a-abbf-1511b15e285b req-137b697c-e7b8-4656-9505-e39523164891 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:02.212747 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8ccc1514-0264-424a-abbf-1511b15e285b req-137b697c-e7b8-4656-9505-e39523164891 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0498149 Mar 09 06:10:02.258745 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8ccc1514-0264-424a-abbf-1511b15e285b req-8feacbfe-9cac-4755-ba6c-de4b2dc79249 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Mar 09 06:10:03.375083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b059d-f3ec-432f-9b4d-5effe1a6ee4b req-74561547-021f-4d62-ab0f-f33f4ac25814 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:03.376595 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-833b059d-f3ec-432f-9b4d-5effe1a6ee4b req-74561547-021f-4d62-ab0f-f33f4ac25814 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0521960 Mar 09 06:10:03.422765 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-833b059d-f3ec-432f-9b4d-5effe1a6ee4b req-d70d244a-332a-4b90-821e-c0bcb4663f3e tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Mar 09 06:10:04.551118 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce912c8-5fd0-4bc8-a6be-98e986542b77 req-c043ca4d-61fc-4dac-8aab-ad7125798caa tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:04.553139 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3ce912c8-5fd0-4bc8-a6be-98e986542b77 req-c043ca4d-61fc-4dac-8aab-ad7125798caa tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0558319 Mar 09 06:10:04.598052 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3ce912c8-5fd0-4bc8-a6be-98e986542b77 req-914606f9-fafc-4cb2-a6a4-ccfb7e6ea7b0 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Mar 09 06:10:05.104738 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc074a63-7ec8-4692-a7a4-6e4ee71f6dab req-ab7175b5-79fd-4ea0-9ff6-8837a88cb6b1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:05.106224 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cc074a63-7ec8-4692-a7a4-6e4ee71f6dab req-ab7175b5-79fd-4ea0-9ff6-8837a88cb6b1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0509756 Mar 09 06:10:05.176426 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cc074a63-7ec8-4692-a7a4-6e4ee71f6dab req-668c76ca-bf3a-4e97-a51e-b451543bf8b6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647585 Mar 09 06:10:05.192832 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-79047d0d-2552-456b-a701-0083f0f28179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:05.192832 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-79047d0d-2552-456b-a701-0083f0f28179 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 1130 time: 0.0605264 Mar 09 06:10:05.282135 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-44a47722-a67a-43fe-896a-68bddc8f2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:05.283800 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-44a47722-a67a-43fe-896a-68bddc8f2403 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.0847962 Mar 09 06:10:05.324153 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-f8c741ef-1ed1-41df-9842-8f2dbc393acd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 200 len: 217 time: 0.0336993 Mar 09 06:10:05.372630 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-9f8ab938-44b2-40ed-9181-ffb1a548aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:05.374046 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-9f8ab938-44b2-40ed-9181-ffb1a548aff9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.0444083 Mar 09 06:10:05.404735 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-4949a462-71fd-4d17-be8f-6fe63495ac32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233948 Mar 09 06:10:05.490918 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-a9858f99-2453-478c-95f0-2b66a66b7a1e service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801561 Mar 09 06:10:05.581371 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-81e0b4f9-4cc1-418d-a4c6-efcb77d461a2 req-c86124a9-2355-4c0b-8357-b2de912400c3 service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828102 Mar 09 06:10:06.298582 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57ca93-d485-48fe-9b9a-03d750e2fdf6 req-1de32c62-e499-4a2b-8d29-2a773638cbc4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:06.300054 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c57ca93-d485-48fe-9b9a-03d750e2fdf6 req-1de32c62-e499-4a2b-8d29-2a773638cbc4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0523093 Mar 09 06:10:06.341742 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44002) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:06.359157 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c57ca93-d485-48fe-9b9a-03d750e2fdf6 req-b41932b3-d4cb-45e0-8b86-dce934774a7f tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529702 Mar 09 06:10:06.395262 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cb21349c-c2e0-45b9-8d5a-bd669b90e434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:06.446319 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cce08f5a-10c6-42fe-94fd-89d84d299399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:06.520123 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cce08f5a-10c6-42fe-94fd-89d84d299399 admin admin] Publish callbacks [] for security_group (f7c58230-74cb-43cb-ad1a-b4d7764cde74), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:06.615705 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cce08f5a-10c6-42fe-94fd-89d84d299399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (f7c58230-74cb-43cb-ad1a-b4d7764cde74), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:06.655473 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-cce08f5a-10c6-42fe-94fd-89d84d299399 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83d058571cd34dcd897c41b01a7f87e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126388 Mar 09 06:10:06.656479 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce08f5a-10c6-42fe-94fd-89d84d299399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c58230-74cb-43cb-ad1a-b4d7764cde74,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:06.658124 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44010) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:06.709070 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44380015-fc53-4a8b-a4c7-695b675688a0 admin admin] Publish callbacks [] for security_group (f7c58230-74cb-43cb-ad1a-b4d7764cde74), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:06.728937 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44380015-fc53-4a8b-a4c7-695b675688a0 admin admin] Publish callbacks [] for security_group (f7c58230-74cb-43cb-ad1a-b4d7764cde74), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:06.849558 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44380015-fc53-4a8b-a4c7-695b675688a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (f7c58230-74cb-43cb-ad1a-b4d7764cde74), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:06.852172 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44380015-fc53-4a8b-a4c7-695b675688a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:06.853334 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-44380015-fc53-4a8b-a4c7-695b675688a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7c58230-74cb-43cb-ad1a-b4d7764cde74 HTTP/1.1" status: 204 len: 168 time: 0.1942513 Mar 09 06:10:06.861137 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44380015-fc53-4a8b-a4c7-695b675688a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c58230-74cb-43cb-ad1a-b4d7764cde74,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:07.461604 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44018) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:07.475469 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fccdf5a0-de20-4827-ba63-13549a913583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:07.478799 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57fd7d-2a6c-4159-b7cd-cc64069449cc req-15289054-9e28-40b3-8348-54aed4ebfc31 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:07.480315 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec57fd7d-2a6c-4159-b7cd-cc64069449cc req-15289054-9e28-40b3-8348-54aed4ebfc31 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0514956 Mar 09 06:10:07.531895 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec57fd7d-2a6c-4159-b7cd-cc64069449cc req-bde39f39-5c2f-47ab-a1a4-19fa1e5438ba tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Mar 09 06:10:07.553224 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fccdf5a0-de20-4827-ba63-13549a913583 admin admin] Publish callbacks [] for security_group (1eed4b05-1826-427a-bda7-6cb5613a6706), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:07.609293 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fccdf5a0-de20-4827-ba63-13549a913583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (1eed4b05-1826-427a-bda7-6cb5613a6706), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:07.649012 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fccdf5a0-de20-4827-ba63-13549a913583 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9076264876a14431a95a514199a8bd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862605 Mar 09 06:10:07.649732 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdf5a0-de20-4827-ba63-13549a913583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eed4b05-1826-427a-bda7-6cb5613a6706,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:07.651742 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44024) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:07.698994 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abf3f14b-830b-470a-a710-389861806e36 admin admin] Publish callbacks [] for security_group (1eed4b05-1826-427a-bda7-6cb5613a6706), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:07.722862 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abf3f14b-830b-470a-a710-389861806e36 admin admin] Publish callbacks [] for security_group (1eed4b05-1826-427a-bda7-6cb5613a6706), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:07.835343 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abf3f14b-830b-470a-a710-389861806e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (1eed4b05-1826-427a-bda7-6cb5613a6706), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:07.837912 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abf3f14b-830b-470a-a710-389861806e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:07.839066 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-abf3f14b-830b-470a-a710-389861806e36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1eed4b05-1826-427a-bda7-6cb5613a6706 HTTP/1.1" status: 204 len: 168 time: 0.1863596 Mar 09 06:10:07.846510 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3f14b-830b-470a-a710-389861806e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eed4b05-1826-427a-bda7-6cb5613a6706,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:08.555759 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44032) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:08.569456 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-004df419-0498-4505-aba8-158f3b070481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:08.678555 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-004df419-0498-4505-aba8-158f3b070481 admin admin] Publish callbacks [] for security_group (7a8d1a58-d0dc-4fc5-97b1-430fd0b43e77), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:08.686455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9374e-b4f2-46b8-a3b3-bb427f01d7ea req-312f1d97-b2b9-4d3e-a1a2-73e9f238230b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:08.687939 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dcf9374e-b4f2-46b8-a3b3-bb427f01d7ea req-312f1d97-b2b9-4d3e-a1a2-73e9f238230b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0827854 Mar 09 06:10:08.709750 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c445c66a-412a-41a4-8b59-8f593eae8784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:08.734193 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dcf9374e-b4f2-46b8-a3b3-bb427f01d7ea req-8db0dcd0-985a-4b5e-87eb-39672c4fd93b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Mar 09 06:10:08.753699 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-004df419-0498-4505-aba8-158f3b070481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (7a8d1a58-d0dc-4fc5-97b1-430fd0b43e77), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:08.794567 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-004df419-0498-4505-aba8-158f3b070481 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92555126258d4962a24f535f2076e0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377377 Mar 09 06:10:08.795700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004df419-0498-4505-aba8-158f3b070481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8d1a58-d0dc-4fc5-97b1-430fd0b43e77,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:08.797346 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44042) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:08.844763 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b596f022-fd3a-4c96-94d0-da3f6d38096e admin admin] Publish callbacks [] for security_group (7a8d1a58-d0dc-4fc5-97b1-430fd0b43e77), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:08.866519 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b596f022-fd3a-4c96-94d0-da3f6d38096e admin admin] Publish callbacks [] for security_group (7a8d1a58-d0dc-4fc5-97b1-430fd0b43e77), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:08.987106 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b596f022-fd3a-4c96-94d0-da3f6d38096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (7a8d1a58-d0dc-4fc5-97b1-430fd0b43e77), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:08.990746 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b596f022-fd3a-4c96-94d0-da3f6d38096e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:08.991925 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b596f022-fd3a-4c96-94d0-da3f6d38096e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a8d1a58-d0dc-4fc5-97b1-430fd0b43e77 HTTP/1.1" status: 204 len: 168 time: 0.1928484 Mar 09 06:10:08.999531 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596f022-fd3a-4c96-94d0-da3f6d38096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8d1a58-d0dc-4fc5-97b1-430fd0b43e77,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:09.854255 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98297b-093e-40de-a15d-615c0e7292a5 req-61e97eed-c995-414e-862b-8a201df8bd3d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:09.855740 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3c98297b-093e-40de-a15d-615c0e7292a5 req-61e97eed-c995-414e-862b-8a201df8bd3d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0536020 Mar 09 06:10:09.903653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3c98297b-093e-40de-a15d-615c0e7292a5 req-170bad80-ce32-429f-b0bb-bc85c0dfa172 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Mar 09 06:10:09.981257 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:10.958444 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.424596 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44138) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:12.526218 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e40768ca-5c95-4914-8148-0d98beabc630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.601069 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e40768ca-5c95-4914-8148-0d98beabc630 admin admin] Publish callbacks [] for security_group (a054b282-cf18-4a2a-bc41-5828f37a7459), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.663850 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e40768ca-5c95-4914-8148-0d98beabc630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (a054b282-cf18-4a2a-bc41-5828f37a7459), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.699871 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40768ca-5c95-4914-8148-0d98beabc630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a054b282-cf18-4a2a-bc41-5828f37a7459,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:12.704215 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e40768ca-5c95-4914-8148-0d98beabc630 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11b47cee2bc543619dbc40cb7b1aeabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786152 Mar 09 06:10:12.707248 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44146) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:12.754958 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5e334c7-6bcf-4352-9c7e-a2386de71392 admin admin] Publish callbacks [] for security_group (a054b282-cf18-4a2a-bc41-5828f37a7459), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.755869 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.776307 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5e334c7-6bcf-4352-9c7e-a2386de71392 admin admin] Publish callbacks [] for security_group (a054b282-cf18-4a2a-bc41-5828f37a7459), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.890151 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5e334c7-6bcf-4352-9c7e-a2386de71392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (a054b282-cf18-4a2a-bc41-5828f37a7459), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.892776 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5e334c7-6bcf-4352-9c7e-a2386de71392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.893956 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-e5e334c7-6bcf-4352-9c7e-a2386de71392 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a054b282-cf18-4a2a-bc41-5828f37a7459 HTTP/1.1" status: 204 len: 168 time: 0.1858451 Mar 09 06:10:12.901348 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e334c7-6bcf-4352-9c7e-a2386de71392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a054b282-cf18-4a2a-bc41-5828f37a7459,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:13.552332 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44154) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:13.565200 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d2c5-660e-4250-9521-92556ab4e2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:13.638269 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d2c5-660e-4250-9521-92556ab4e2aa admin admin] Publish callbacks [] for security_group (d7d63524-3f5e-432b-88db-b4c9b2e26054), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:13.715818 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d2c5-660e-4250-9521-92556ab4e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (d7d63524-3f5e-432b-88db-b4c9b2e26054), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:13.759253 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-f6c9d2c5-660e-4250-9521-92556ab4e2aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c759b432f2c94da0bff6e5599db85ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025867 Mar 09 06:10:13.759253 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9d2c5-660e-4250-9521-92556ab4e2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d63524-3f5e-432b-88db-b4c9b2e26054,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:13.759253 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44160) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:13.806281 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a64bffe0-5d9f-45bf-b62e-b7e907f0e4be admin admin] Publish callbacks [] for security_group (d7d63524-3f5e-432b-88db-b4c9b2e26054), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:13.827576 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a64bffe0-5d9f-45bf-b62e-b7e907f0e4be admin admin] Publish callbacks [] for security_group (d7d63524-3f5e-432b-88db-b4c9b2e26054), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:13.955864 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a64bffe0-5d9f-45bf-b62e-b7e907f0e4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (d7d63524-3f5e-432b-88db-b4c9b2e26054), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:13.958476 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a64bffe0-5d9f-45bf-b62e-b7e907f0e4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:13.960277 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a64bffe0-5d9f-45bf-b62e-b7e907f0e4be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7d63524-3f5e-432b-88db-b4c9b2e26054 HTTP/1.1" status: 204 len: 168 time: 0.1997020 Mar 09 06:10:13.971631 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bffe0-5d9f-45bf-b62e-b7e907f0e4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d63524-3f5e-432b-88db-b4c9b2e26054,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:23.871683 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-c778b4b1-98e7-44c3-ab06-b494f64bcb90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426660 Mar 09 06:10:23.938734 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-701d525a-b9b9-4bf7-b4d6-a38b8d760983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:23.940239 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-701d525a-b9b9-4bf7-b4d6-a38b8d760983 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 1129 time: 0.0437040 Mar 09 06:10:23.973991 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:24.047999 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-427d8c82-891d-4385-b78d-497bbfc16f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:24.049515 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-427d8c82-891d-4385-b78d-497bbfc16f1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 200 len: 919 time: 0.0890625 Mar 09 06:10:24.091273 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-f542a6fd-9d9d-47f6-9295-c254851b8aa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664be92f-edde-441a-bd22-50a7fb01b7f7 HTTP/1.1" status: 200 len: 217 time: 0.0345728 Mar 09 06:10:24.147886 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-2837312f-76b1-4417-be16-eb982e5ca103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:24.149398 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-2837312f-76b1-4417-be16-eb982e5ca103 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 200 len: 858 time: 0.0500083 Mar 09 06:10:24.184734 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-aec00730-7460-40e5-8488-def55c99caa4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e14d8db-28c5-4df9-b770-a5b2fb489c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251877 Mar 09 06:10:24.276902 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-dd5b7f9e-a5a6-491d-bc38-2e5bef42579d service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821016 Mar 09 06:10:24.370996 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-efd87a10-84f2-43de-adcc-05650bb60ac2 req-129e100f-e5e0-4c41-b3a5-0ba05d25fd6b service neutron] 10.222.0.20 "GET /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871580 Mar 09 06:10:27.274792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b40e3-2474-4961-a0b2-a547e6514134 req-2b915151-a72d-438f-a9a4-cfabc824a615 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:27.276234 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e78b40e3-2474-4961-a0b2-a547e6514134 req-2b915151-a72d-438f-a9a4-cfabc824a615 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0508599 Mar 09 06:10:27.321519 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e78b40e3-2474-4961-a0b2-a547e6514134 req-9329c292-ca2e-48d2-9fef-1b0c2f73c3d4 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Mar 09 06:10:28.442000 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916523-5c8d-483e-955e-f62d06318b63 req-ba9b14eb-a99a-4e41-bbea-771b3a16d904 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:28.443479 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4916523-5c8d-483e-955e-f62d06318b63 req-ba9b14eb-a99a-4e41-bbea-771b3a16d904 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0542760 Mar 09 06:10:28.489181 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4916523-5c8d-483e-955e-f62d06318b63 req-5b072ff2-b2dd-4e2a-9e0a-d646d126af78 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Mar 09 06:10:29.602255 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543efcb9-4fd4-4259-94ad-50adf363fd53 req-272ab893-e25f-4abe-a2f9-12604b1d1e5b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:29.603738 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-543efcb9-4fd4-4259-94ad-50adf363fd53 req-272ab893-e25f-4abe-a2f9-12604b1d1e5b tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0509944 Mar 09 06:10:29.651765 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-543efcb9-4fd4-4259-94ad-50adf363fd53 req-eff0edef-081b-4ac4-8d9f-7dffb98a9d50 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 Mar 09 06:10:30.754494 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:10:30.768745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a3ef1-949c-425b-9b1f-aca4a414fbf1 req-0aa17f46-2e52-4942-a645-fa4556b020f1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:30.770205 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a42a3ef1-949c-425b-9b1f-aca4a414fbf1 req-0aa17f46-2e52-4942-a645-fa4556b020f1 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0535369 Mar 09 06:10:30.817341 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a42a3ef1-949c-425b-9b1f-aca4a414fbf1 req-fda1d1fa-f2ba-4521-bc60-b8214154a995 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416491 Mar 09 06:10:31.929911 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b835aca-bb38-4e95-96cc-6c028e88943f req-ddd86a10-1d18-46e6-93ef-e3571056b144 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:31.931368 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b835aca-bb38-4e95-96cc-6c028e88943f req-ddd86a10-1d18-46e6-93ef-e3571056b144 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Mar 09 06:10:31.976552 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b835aca-bb38-4e95-96cc-6c028e88943f req-021c735a-8e34-40b8-b92c-49d47d4e9618 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390315 Mar 09 06:10:33.088764 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41197-9016-4f28-940e-e0a1952746f0 req-c5065ba1-db73-4546-97b9-75ad61e2b0c9 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:33.090829 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3fa41197-9016-4f28-940e-e0a1952746f0 req-c5065ba1-db73-4546-97b9-75ad61e2b0c9 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Mar 09 06:10:33.139961 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3fa41197-9016-4f28-940e-e0a1952746f0 req-89ee8395-8d67-48b4-8127-dea89a26d6fe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Mar 09 06:10:34.161006 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-d7129471-d644-43cc-8250-e0caf5c333e6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:34.162530 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-d7129471-d644-43cc-8250-e0caf5c333e6 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0499957 Mar 09 06:10:34.294186 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bbaf4-6adc-42fa-aa84-c5355e46d8d8 req-252415e0-612c-4325-9926-da10a8d8c205 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:34.295478 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7b5bbaf4-6adc-42fa-aa84-c5355e46d8d8 req-252415e0-612c-4325-9926-da10a8d8c205 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 945 time: 0.0823276 Mar 09 06:10:34.301202 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Deleting port 664be92f-edde-441a-bd22-50a7fb01b7f7 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:10:34.301535 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:34.402222 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7b5bbaf4-6adc-42fa-aa84-c5355e46d8d8 req-4c3fd74f-1526-4387-8a3e-e71077b25d1c tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967197 Mar 09 06:10:34.419967 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] For port 664be92f-edde-441a-bd22-50a7fb01b7f7, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=664be92f-edde-441a-bd22-50a7fb01b7f7,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:10:34.423086 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:34.439578 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Calling delete_port for 664be92f-edde-441a-bd22-50a7fb01b7f7 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:10:34.663789 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (664be92f-edde-441a-bd22-50a7fb01b7f7), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:34.676518 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['7b03a4fb-f77d-49a6-8269-eb2e972cbee6', '664be92f-edde-441a-bd22-50a7fb01b7f7'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:10:34.694330 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Pushing event deleted for resources: {'Port': ['ID=664be92f-edde-441a-bd22-50a7fb01b7f7,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:34.726274 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.726617 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.726955 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.727287 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.727619 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.727989 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.728270 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.728619 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.732693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.732693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.732693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.732693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.732693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:34.749521 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] No DVR routers for this DVR port 664be92f-edde-441a-bd22-50a7fb01b7f7 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:10:34.752811 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:34.755996 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ddf8df94-d5bd-4da7-8487-228c7ff609fd req-ba3313ee-385a-4150-9fe1-dec13b881580 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "DELETE /v2.0/ports/664be92f-edde-441a-bd22-50a7fb01b7f7 HTTP/1.1" status: 204 len: 173 time: 0.5874023 Mar 09 06:10:34.756421 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702c8f2f-71ff-4b2e-90bd-62113f5080b8', 'name': 'network-vif-deleted', 'tag': '664be92f-edde-441a-bd22-50a7fb01b7f7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:10:34.758658 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a172aa-d9b3-4f91-a260-845f4de8a26b" -d '{"events": [{"server_uuid": "702c8f2f-71ff-4b2e-90bd-62113f5080b8", "name": "network-vif-deleted", "tag": "664be92f-edde-441a-bd22-50a7fb01b7f7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:10:34.793798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d8b29-edaa-4688-878f-3443263e6240 x-openstack-request-id: req-593d8b29-edaa-4688-878f-3443263e6240 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:10:34.794102 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702c8f2f-71ff-4b2e-90bd-62113f5080b8", "name": "network-vif-deleted", "tag": "664be92f-edde-441a-bd22-50a7fb01b7f7", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:10:34.794350 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-593d8b29-edaa-4688-878f-3443263e6240 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:10:34.794744 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702c8f2f-71ff-4b2e-90bd-62113f5080b8', 'name': 'network-vif-deleted', 'tag': '664be92f-edde-441a-bd22-50a7fb01b7f7', 'status': 'completed', 'code': 200} Mar 09 06:10:35.513052 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03168e8f-3ee6-479e-ba8e-4829ed9a32a6 req-7d9a736e-b576-4bdd-ba92-5889e51006ce tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=702c8f2f-71ff-4b2e-90bd-62113f5080b8 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Mar 09 06:10:35.646242 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44394) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:35.650693 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478459767', 'description': 'tempest-description--1194270477'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:10:35.779448 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:35.844299 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (a59982b9-e6cd-4498-a1c1-75b6ccde5200), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:35.958038 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (a59982b9-e6cd-4498-a1c1-75b6ccde5200), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:35.989648 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59982b9-e6cd-4498-a1c1-75b6ccde5200,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:35.996878 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.997233 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.997636 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.997983 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.998323 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.998660 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.998990 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.999321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.999653 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:35.999984 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:36.000313 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:36.000760 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:36.001050 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:10:36.066287 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.067594 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-9a7f614a-4932-48f9-bd4a-c8de4aaa3fb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4203076 Mar 09 06:10:36.070441 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44398) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:36.076111 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-586f1d3e-8760-4377-9cee-f4039c7e4156 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group_rule': {'security_group_id': 'a59982b9-e6cd-4498-a1c1-75b6ccde5200', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:10:36.163106 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-586f1d3e-8760-4377-9cee-f4039c7e4156 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (cd9b224b-2a6e-4c7f-ab43-04a4b14f920f), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.409863 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bc1219f1-0f9f-4dea-aff4-42e8ad8d3130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.423829 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-586f1d3e-8760-4377-9cee-f4039c7e4156 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (cd9b224b-2a6e-4c7f-ab43-04a4b14f920f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.495252 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-586f1d3e-8760-4377-9cee-f4039c7e4156 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (cd9b224b-2a6e-4c7f-ab43-04a4b14f920f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.513549 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f1d3e-8760-4377-9cee-f4039c7e4156 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9b224b-2a6e-4c7f-ab43-04a4b14f920f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:36.605983 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-586f1d3e-8760-4377-9cee-f4039c7e4156 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.607814 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-586f1d3e-8760-4377-9cee-f4039c7e4156 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5363848 Mar 09 06:10:36.610682 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44410) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:36.615170 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ed96543f-5032-41de-b4fb-5b09135384bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group_rule': {'security_group_id': 'a59982b9-e6cd-4498-a1c1-75b6ccde5200', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:10:36.723027 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed96543f-5032-41de-b4fb-5b09135384bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (53e52f25-4dc3-4205-b637-9504125dae1c), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.776461 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed96543f-5032-41de-b4fb-5b09135384bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (53e52f25-4dc3-4205-b637-9504125dae1c), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.875585 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed96543f-5032-41de-b4fb-5b09135384bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (53e52f25-4dc3-4205-b637-9504125dae1c), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.893798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96543f-5032-41de-b4fb-5b09135384bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e52f25-4dc3-4205-b637-9504125dae1c,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:36.997769 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed96543f-5032-41de-b4fb-5b09135384bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:36.998973 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ed96543f-5032-41de-b4fb-5b09135384bb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3872697 Mar 09 06:10:37.012928 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44412) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:37.017079 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:10:37.137035 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:37.185360 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c35d-42ba-4fd2-b0a0-a536ee843a3d req-3b87f081-70da-4c9d-a436-a9fd6ab56839 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:37.186833 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4339c35d-42ba-4fd2-b0a0-a536ee843a3d req-3b87f081-70da-4c9d-a436-a9fd6ab56839 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0821972 Mar 09 06:10:37.273245 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4339c35d-42ba-4fd2-b0a0-a536ee843a3d req-ab75887c-0557-4945-a0de-79a17e541110 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797334 Mar 09 06:10:37.284047 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:37.390742 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Allocated IP 172.27.0.175 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/cea85faa-f812-4d3a-baf4-7c0a5f4cbb89) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:10:37.488416 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:37.598790 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:37.648685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:10:37.648685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:10:37.648685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:10:37.676637 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=cea85faa-f812-4d3a-baf4-7c0a5f4cbb89,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:37.741266 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (4204f7cd-19f8-4b3d-8b48-b6c8a29b7299), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:37.877680 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:38.026742 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:38.118425 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:38.195455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=cea85faa-f812-4d3a-baf4-7c0a5f4cbb89,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:38.217115 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (4204f7cd-19f8-4b3d-8b48-b6c8a29b7299), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:38.327087 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:38.336920 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-65a6c602-051b-44a2-8c74-9413c29b2a8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3148515 Mar 09 06:10:38.394427 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d7c45-7186-4cd7-ac62-e059613cbbfc req-3caaaa68-ebd4-44f7-8133-9930a3097654 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:38.396038 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f91d7c45-7186-4cd7-ac62-e059613cbbfc req-3caaaa68-ebd4-44f7-8133-9930a3097654 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0567670 Mar 09 06:10:38.446661 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f91d7c45-7186-4cd7-ac62-e059613cbbfc req-152e264e-4b57-4612-ab6e-020f34afc0e3 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Mar 09 06:10:38.532762 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-6de10d04-b07e-4523-b79f-121d4c738bb4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1478459767&fields=id&tenant_id=5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 267 time: 0.0421710 Mar 09 06:10:38.640533 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-c1a18dc3-5887-492c-b9ed-b1fb0384f2ef tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:38.642058 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-c1a18dc3-5887-492c-b9ed-b1fb0384f2ef tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 815 time: 0.1030800 Mar 09 06:10:38.656819 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-7589883c-a96c-4bb8-8a3d-2e343bda91b9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/quotas/5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 375 time: 0.0089552 Mar 09 06:10:38.712635 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-3d372cea-028f-4b9b-a631-03ed1d6306a5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505280 Mar 09 06:10:38.727126 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ecbeaea4-88fa-4959-896b-1ed3a5d1c9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:38.810018 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-807cd21f-4228-46be-b70d-ae1ebdc65e78 service neutron] 10.222.0.18 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 Mar 09 06:10:38.899593 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-2f276fa3-76ce-41f4-b762-c3744b7930f0 service neutron] 10.222.0.18 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839169 Mar 09 06:10:39.094119 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 664be92f-edde-441a-bd22-50a7fb01b7f7 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:10:39.126415 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 664be92f-edde-441a-bd22-50a7fb01b7f7 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:10:39.127268 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 664be92f-edde-441a-bd22-50a7fb01b7f7 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:10:39.174701 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9cadda64-5e94-4e04-924e-4131fd6cdcfd req-25bd76ab-bfcd-477e-84a6-b4853b141d2d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 210 time: 0.0355401 Mar 09 06:10:39.568850 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266eda8-0935-4262-b295-176cab5b7e28 req-0df15a42-c1cb-4350-881d-6576377f17ba tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:39.570302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4266eda8-0935-4262-b295-176cab5b7e28 req-0df15a42-c1cb-4350-881d-6576377f17ba tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0552154 Mar 09 06:10:39.615956 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4266eda8-0935-4262-b295-176cab5b7e28 req-08a4f490-8bb1-4838-b3b3-f3fafaa3b55a tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Mar 09 06:10:40.001658 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:40.274033 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2df41d7d-49d7-4d66-81d7-727cb31ff04e req-de5a39eb-2a1b-4018-b418-215920b57a00 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 210 time: 0.0297182 Mar 09 06:10:40.660514 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44488) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:40.732139 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1669d-1b1e-4eb9-8005-a556eb2859f9 req-2cd710a7-9205-4404-8ca7-8b2235bd9bcf tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:40.733650 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85c1669d-1b1e-4eb9-8005-a556eb2859f9 req-2cd710a7-9205-4404-8ca7-8b2235bd9bcf tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0515456 Mar 09 06:10:40.766208 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e9508a5-2205-40da-94f1-2794077ef204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:40.786104 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-85c1669d-1b1e-4eb9-8005-a556eb2859f9 req-d1ea0695-c689-4b4d-870d-d88fe48a74e7 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Mar 09 06:10:40.838550 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e9508a5-2205-40da-94f1-2794077ef204 admin admin] Publish callbacks [] for security_group (b68d2f89-82e9-43ee-83ef-2d716672e77f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:40.910122 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e9508a5-2205-40da-94f1-2794077ef204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b68d2f89-82e9-43ee-83ef-2d716672e77f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:40.945741 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-7e9508a5-2205-40da-94f1-2794077ef204 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b24ae6f321c340a28085cbd83f02fea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839842 Mar 09 06:10:40.951827 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9508a5-2205-40da-94f1-2794077ef204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d2f89-82e9-43ee-83ef-2d716672e77f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:40.953242 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44496) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:40.996307 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:41.003563 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8def3793-8d60-48ee-a91d-29b33ce3aca3 admin admin] Publish callbacks [] for security_group (b68d2f89-82e9-43ee-83ef-2d716672e77f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:41.023821 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8def3793-8d60-48ee-a91d-29b33ce3aca3 admin admin] Publish callbacks [] for security_group (b68d2f89-82e9-43ee-83ef-2d716672e77f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:41.147162 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8def3793-8d60-48ee-a91d-29b33ce3aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b68d2f89-82e9-43ee-83ef-2d716672e77f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:41.149816 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8def3793-8d60-48ee-a91d-29b33ce3aca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:41.150962 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8def3793-8d60-48ee-a91d-29b33ce3aca3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b68d2f89-82e9-43ee-83ef-2d716672e77f HTTP/1.1" status: 204 len: 168 time: 0.1968238 Mar 09 06:10:41.159478 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def3793-8d60-48ee-a91d-29b33ce3aca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d2f89-82e9-43ee-83ef-2d716672e77f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:41.347519 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-f1347b49-0854-43d4-983b-844b3c808ea6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:41.349144 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-f1347b49-0854-43d4-983b-844b3c808ea6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 815 time: 0.1063929 Mar 09 06:10:41.394462 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0ba0c8a-765f-4ea6-acff-8f0c0c13b406 req-e4fcf53d-82a2-4ba8-92b3-ae3c564c7901 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 210 time: 0.0440876 Mar 09 06:10:41.465237 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-ac995867-6c44-4aaa-994d-5521e1f48f23 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 473 time: 0.0863574 Mar 09 06:10:41.474813 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'port': {'device_id': '8909748b-c192-4aae-a10c-ba72c393111c', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'admin_state_up': True, 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'security_groups': ['a59982b9-e6cd-4498-a1c1-75b6ccde5200']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:10:41.683817 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbf6d5-a76c-4f25-a014-b9a5b9acc120 req-2438f904-b56c-4478-b6c0-68a043d4ee75 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:41.685556 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-96fbf6d5-a76c-4f25-a014-b9a5b9acc120 req-2438f904-b56c-4478-b6c0-68a043d4ee75 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0530462 Mar 09 06:10:41.728746 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Made reservation on behalf of 5dd0d670c4574daa8c5d626bad12090c for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:10:41.732315 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:41.759184 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-96fbf6d5-a76c-4f25-a014-b9a5b9acc120 req-9d5bc27a-b21f-4572-b4d8-42e9237c2f37 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661707 Mar 09 06:10:41.937282 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Allocated IP 172.20.0.12 (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1/f596f786-55fc-43e8-861c-f04a224297b8/b6acac66-68ed-4d0e-886d-ab4bd8def943) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:10:41.965246 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58de9c3-421b-4bb4-be39-1417f86e8b59 req-5bc7090d-7fc9-4232-86f4-44444a31ebb8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:41.966777 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d58de9c3-421b-4bb4-be39-1417f86e8b59 req-5bc7090d-7fc9-4232-86f4-44444a31ebb8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0851624 Mar 09 06:10:42.056871 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d58de9c3-421b-4bb4-be39-1417f86e8b59 req-2c8d78a5-698e-4424-9b05-6043b1479cc8 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811546 Mar 09 06:10:42.124378 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:42.219382 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:42.265685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:10:42.268799 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:10:42.271223 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:10:42.307737 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=b6acac66-68ed-4d0e-886d-ab4bd8def943,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:42.336338 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:42.337198 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:42.423732 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-56f5038e-637d-4079-a058-d335086f563f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9525445 Mar 09 06:10:42.439157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Request body: {'port': {'device_id': '8909748b-c192-4aae-a10c-ba72c393111c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:10:42.486049 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-804e9fc8-2a98-4271-bce7-bec081b2e414 None None] Provisioning complete for port b6acac66-68ed-4d0e-886d-ab4bd8def943 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:10:42.486503 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-804e9fc8-2a98-4271-bce7-bec081b2e414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:42.542895 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-804e9fc8-2a98-4271-bce7-bec081b2e414 None None] Port b6acac66-68ed-4d0e-886d-ab4bd8def943 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:10:42.579496 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:42.604898 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728f8a6-dcf5-4cbd-9823-667f71e82238 req-900dc478-f872-4d11-a6d9-1faefe46a40b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:42.606410 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9728f8a6-dcf5-4cbd-9823-667f71e82238 req-900dc478-f872-4d11-a6d9-1faefe46a40b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 932 time: 0.0970213 Mar 09 06:10:42.742492 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9728f8a6-dcf5-4cbd-9823-667f71e82238 req-696231f0-c2bf-4ab9-953c-3d240068a1a1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155300 Mar 09 06:10:42.784617 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:42.931368 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6acac66-68ed-4d0e-886d-ab4bd8def943 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:10:42.942473 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a137dc-5321-44c2-90cf-d41a1fd0c97f req-c810c8c8-911e-4d0b-8022-40f42a9c0f8d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:42.943938 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b9a137dc-5321-44c2-90cf-d41a1fd0c97f req-c810c8c8-911e-4d0b-8022-40f42a9c0f8d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.1014056 Mar 09 06:10:42.947901 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Publish callbacks [] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:42.972285 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Transition to ACTIVE for port object b6acac66-68ed-4d0e-886d-ab4bd8def943 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:10:42.998855 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b9a137dc-5321-44c2-90cf-d41a1fd0c97f req-e85afb24-a6a3-4d45-bec6-7e660f29bf79 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484438 Mar 09 06:10:43.073207 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:43.146939 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Pushing event updated for resources: {'Port': ['ID=b6acac66-68ed-4d0e-886d-ab4bd8def943,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:43.242542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c99204-6da1-477a-820a-7d4777d24831 req-ed0804ff-355a-42fa-97aa-67fbb2e52b17 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:43.244300 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5c99204-6da1-477a-820a-7d4777d24831 req-ed0804ff-355a-42fa-97aa-67fbb2e52b17 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0986025 Mar 09 06:10:43.245195 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Attempting to bind port b6acac66-68ed-4d0e-886d-ab4bd8def943 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:10:43.245523 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Attempting to bind port b6acac66-68ed-4d0e-886d-ab4bd8def943 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:10:43.245845 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Attempting to bind port b6acac66-68ed-4d0e-886d-ab4bd8def943 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:10:43.252423 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Port b6acac66-68ed-4d0e-886d-ab4bd8def943 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:10:43.253155 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Attempting to bind port b6acac66-68ed-4d0e-886d-ab4bd8def943 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:10:43.269003 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:10:43.269341 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Checking segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:10:43.269717 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Bound using segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:10:43.270149 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Bound port: b6acac66-68ed-4d0e-886d-ab4bd8def943, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:10:43.270514 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:43.330197 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5c99204-6da1-477a-820a-7d4777d24831 req-58b035fb-5a3d-40fa-b28f-c885ea18da0d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792825 Mar 09 06:10:43.364856 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] For port b6acac66-68ed-4d0e-886d-ab4bd8def943, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:10:43.368544 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] For port b6acac66-68ed-4d0e-886d-ab4bd8def943, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b6acac66-68ed-4d0e-886d-ab4bd8def943,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:10:43.468205 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:43.502008 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:43.502834 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:43.504218 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] 10.222.0.20 "PUT /v2.0/ports/b6acac66-68ed-4d0e-886d-ab4bd8def943 HTTP/1.1" status: 200 len: 1094 time: 1.0696754 Mar 09 06:10:43.504760 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8909748b-c192-4aae-a10c-ba72c393111c', 'tag': 'b6acac66-68ed-4d0e-886d-ab4bd8def943'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:10:43.507092 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6570cf-656e-42f5-bae3-cef9e105dc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8909748b-c192-4aae-a10c-ba72c393111c", "tag": "b6acac66-68ed-4d0e-886d-ab4bd8def943"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:10:43.547786 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a7189-2293-4e3f-a945-6a20f6dc3ffd service neutron] Pushing event updated for resources: {'Port': ['ID=b6acac66-68ed-4d0e-886d-ab4bd8def943,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:43.558877 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca161d37-af4c-4ea7-875d-8d2aa41bcd67 x-openstack-request-id: req-ca161d37-af4c-4ea7-875d-8d2aa41bcd67 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:10:43.559171 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8909748b-c192-4aae-a10c-ba72c393111c", "tag": "b6acac66-68ed-4d0e-886d-ab4bd8def943", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:10:43.559486 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca161d37-af4c-4ea7-875d-8d2aa41bcd67 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:10:43.559895 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8909748b-c192-4aae-a10c-ba72c393111c', 'tag': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'status': 'completed', 'code': 200} Mar 09 06:10:43.665555 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6570cf-656e-42f5-bae3-cef9e105dc0e req-4dafa9e6-d600-4e03-b8fb-9b396e8a1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:43.667093 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f6570cf-656e-42f5-bae3-cef9e105dc0e req-4dafa9e6-d600-4e03-b8fb-9b396e8a1e2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 1128 time: 0.0864947 Mar 09 06:10:43.708597 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-0525f5d3-9040-49f9-a343-513175efe546 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:43.710030 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-0525f5d3-9040-49f9-a343-513175efe546 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.0849407 Mar 09 06:10:43.877783 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6570cf-656e-42f5-bae3-cef9e105dc0e req-2c09c478-a1b5-4caa-95b8-479cb7eb3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:43.879266 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f6570cf-656e-42f5-bae3-cef9e105dc0e req-2c09c478-a1b5-4caa-95b8-479cb7eb3135 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5dd0d670c4574daa8c5d626bad12090c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2038832 Mar 09 06:10:44.192025 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35aff6-47d1-48ae-8e27-0fe65c021d69 req-9d023fbd-d9d2-439d-853f-e8cdcefb5de3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:44.193579 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de35aff6-47d1-48ae-8e27-0fe65c021d69 req-9d023fbd-d9d2-439d-853f-e8cdcefb5de3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.3682561 Mar 09 06:10:44.244238 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Deleting port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:10:44.244603 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:44.382500 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893944a-d30f-4f95-8f68-e451cccee28e req-3e2f853f-55fe-43e6-a3d5-6ecab2ebbed5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:44.384007 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c893944a-d30f-4f95-8f68-e451cccee28e req-3e2f853f-55fe-43e6-a3d5-6ecab2ebbed5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.2324216 Mar 09 06:10:44.386993 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de35aff6-47d1-48ae-8e27-0fe65c021d69 req-a44b1817-6585-4497-a451-08f25c1a3514 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800005 Mar 09 06:10:44.395430 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6570cf-656e-42f5-bae3-cef9e105dc0e req-9f5a167f-72a5-4b3a-97ad-fba2d393c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:44.395430 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f6570cf-656e-42f5-bae3-cef9e105dc0e req-9f5a167f-72a5-4b3a-97ad-fba2d393c815 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5067947 Mar 09 06:10:44.437175 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] For port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:10:44.437586 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:44.498235 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Calling delete_port for 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:10:44.523427 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c893944a-d30f-4f95-8f68-e451cccee28e req-9df8ee0e-b2c9-4c4a-80c5-e104085e2a76 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293380 Mar 09 06:10:44.604076 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-2f57830b-0faf-47ec-8f77-97047da3014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:44.605488 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-2f57830b-0faf-47ec-8f77-97047da3014e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 1128 time: 0.1714170 Mar 09 06:10:44.613319 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6d0c3-c52f-4e7d-b6fc-7fbede9792e2 req-a69e6f5f-e0cf-4c2d-a5c4-08c16ec1dba5 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:44.614671 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ff6d0c3-c52f-4e7d-b6fc-7fbede9792e2 req-a69e6f5f-e0cf-4c2d-a5c4-08c16ec1dba5 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 946 time: 0.1553597 Mar 09 06:10:44.675148 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-0dddda19-9413-440e-b1fe-d20423054772 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6acac66-68ed-4d0e-886d-ab4bd8def943 HTTP/1.1" status: 200 len: 217 time: 0.0508950 Mar 09 06:10:44.771498 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ff6d0c3-c52f-4e7d-b6fc-7fbede9792e2 req-12515eb9-cd94-447b-9d2a-79081d2b224d tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d80687b-0c65-4b22-9e3b-89809994bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456313 Mar 09 06:10:44.782851 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-20e8fdf1-49be-47e3-939e-31ab95a4c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:44.784339 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-20e8fdf1-49be-47e3-939e-31ab95a4c8e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.1023746 Mar 09 06:10:44.831587 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-bf822698-e2a3-4dbc-b11e-f96786b65a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:44.833089 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-bf822698-e2a3-4dbc-b11e-f96786b65a10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426548 Mar 09 06:10:44.870020 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (7b03a4fb-f77d-49a6-8269-eb2e972cbee6), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:44.880780 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['7b03a4fb-f77d-49a6-8269-eb2e972cbee6'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:10:44.931507 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Pushing event deleted for resources: {'Port': ['ID=7b03a4fb-f77d-49a6-8269-eb2e972cbee6,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:44.979511 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] No DVR routers for this DVR port 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:10:44.981954 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:44.985815 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f869a581-e009-40a2-87fd-c61115eb0e25 req-eacb980b-3384-4732-93c0-32c67800bcfe tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.20 "DELETE /v2.0/ports/7b03a4fb-f77d-49a6-8269-eb2e972cbee6 HTTP/1.1" status: 204 len: 173 time: 1.2658517 Mar 09 06:10:44.999625 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-d573066f-6ef8-46a4-8a21-f17f6e86b196 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588745 Mar 09 06:10:45.506506 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c674cb-3931-4090-a105-94d2c0a3db42 req-95bb5465-13f3-4dfe-8530-5fc9c86466ef tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:45.507950 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c4c674cb-3931-4090-a105-94d2c0a3db42 req-95bb5465-13f3-4dfe-8530-5fc9c86466ef tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0519626 Mar 09 06:10:45.559306 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c4c674cb-3931-4090-a105-94d2c0a3db42 req-f86b47d1-73c7-45bf-be17-e4c3e03e4f44 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455592 Mar 09 06:10:45.561042 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c653d675-84c3-432c-bcf2-0169d9fcd2f2', 'name': 'network-vif-deleted', 'tag': '7b03a4fb-f77d-49a6-8269-eb2e972cbee6'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:10:45.563757 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b12ad53-edc3-4d7c-bf80-84fc755e579b" -d '{"events": [{"server_uuid": "c653d675-84c3-432c-bcf2-0169d9fcd2f2", "name": "network-vif-deleted", "tag": "7b03a4fb-f77d-49a6-8269-eb2e972cbee6"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:10:45.607361 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2343e0ae-f086-4385-a5cc-1712e5c6af71 x-openstack-request-id: req-2343e0ae-f086-4385-a5cc-1712e5c6af71 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:10:45.607644 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c653d675-84c3-432c-bcf2-0169d9fcd2f2", "name": "network-vif-deleted", "tag": "7b03a4fb-f77d-49a6-8269-eb2e972cbee6", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:10:45.607895 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2343e0ae-f086-4385-a5cc-1712e5c6af71 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:10:45.608280 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c653d675-84c3-432c-bcf2-0169d9fcd2f2', 'name': 'network-vif-deleted', 'tag': '7b03a4fb-f77d-49a6-8269-eb2e972cbee6', 'status': 'completed', 'code': 200} Mar 09 06:10:45.650395 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49cdaf-935b-4fba-aa0c-832728f56262 req-64ad4adf-603a-4590-958f-a9483aeb1cf4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:45.651850 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e49cdaf-935b-4fba-aa0c-832728f56262 req-64ad4adf-603a-4590-958f-a9483aeb1cf4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0544510 Mar 09 06:10:45.696897 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e49cdaf-935b-4fba-aa0c-832728f56262 req-07537fc2-1bb3-4420-897b-4b7e3458e038 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388238 Mar 09 06:10:45.864812 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-46ff66ba-ab66-4933-9c9b-6fe48a614508 req-5b081cc2-5fc1-4805-b47e-831b4fc3f737 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 210 time: 0.0261600 Mar 09 06:10:46.679619 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04a50f-5f9f-4dd7-9e22-2a9ec87a1634 req-6f6b16da-8358-40da-9556-ac87cf0b6730 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:46.681082 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cf04a50f-5f9f-4dd7-9e22-2a9ec87a1634 req-6f6b16da-8358-40da-9556-ac87cf0b6730 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0527518 Mar 09 06:10:46.725954 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cf04a50f-5f9f-4dd7-9e22-2a9ec87a1634 req-9f9ac9dc-e774-446b-9310-d418ae9204d8 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392342 Mar 09 06:10:46.821514 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da2c5-94ae-4c76-861f-cbfb9fea0665 req-1dcafb24-2ea4-455d-ae67-1ae57c9f3170 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:46.822978 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-848da2c5-94ae-4c76-861f-cbfb9fea0665 req-1dcafb24-2ea4-455d-ae67-1ae57c9f3170 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0508237 Mar 09 06:10:46.868168 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-848da2c5-94ae-4c76-861f-cbfb9fea0665 req-e9bb4dba-1062-4650-b198-48f36e7aab34 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398102 Mar 09 06:10:46.954653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd971ea6-c1af-49aa-8445-b4de9004a016 req-2878fa72-dd55-4104-99cb-2aec08094382 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 210 time: 0.0261526 Mar 09 06:10:47.843342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd944-7f55-4860-9d98-f0447dd8bea0 req-83a2468a-1a70-4f1f-a1c3-72709ac02a24 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:47.844821 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-168bd944-7f55-4860-9d98-f0447dd8bea0 req-83a2468a-1a70-4f1f-a1c3-72709ac02a24 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0535116 Mar 09 06:10:47.889865 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-168bd944-7f55-4860-9d98-f0447dd8bea0 req-dc1dae0e-7f06-428f-a44e-14cc68e5f3df tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 Mar 09 06:10:47.986558 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae12fa-c83b-4fd5-91f2-b3e1bda88ed2 req-9c4c80d0-d2b7-4300-9817-24575969fffb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:47.988029 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7dae12fa-c83b-4fd5-91f2-b3e1bda88ed2 req-9c4c80d0-d2b7-4300-9817-24575969fffb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0508165 Mar 09 06:10:48.043162 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7dae12fa-c83b-4fd5-91f2-b3e1bda88ed2 req-f3cf4ab9-ce37-4c6c-8dc3-3b57dd02ab99 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492060 Mar 09 06:10:48.058807 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d6fccd9c-83ed-4548-9d26-f10f2c2431e7 req-68546f8d-87f9-4835-9c70-4573e6a785b2 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 210 time: 0.0346332 Mar 09 06:10:48.548123 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45876749-c06a-4ed4-bbf7-3b0212b4262a req-795f59bb-d8ce-4eea-9563-fb1395e330c3 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896790 Mar 09 06:10:49.005816 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922721af-f4af-482d-a6d1-86a9fdf5a421 req-ed17cb4d-c4bf-4d34-984f-8bb1fd031b6b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:49.007288 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-922721af-f4af-482d-a6d1-86a9fdf5a421 req-ed17cb4d-c4bf-4d34-984f-8bb1fd031b6b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0536931 Mar 09 06:10:49.052019 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-922721af-f4af-482d-a6d1-86a9fdf5a421 req-10a7a943-6a49-4c48-adf8-761cf2a4f7e6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392585 Mar 09 06:10:49.175864 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcda10ac-e549-44d4-a4f2-4ec5bfbb280b req-b01ca02d-059e-4933-a04b-258067866b9a tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 210 time: 0.0495067 Mar 09 06:10:49.193923 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ced37c-8f31-4764-8e61-4b63975751b3 req-1a57fbcb-7956-4da3-88f6-6453bd892391 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:49.195386 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f1ced37c-8f31-4764-8e61-4b63975751b3 req-1a57fbcb-7956-4da3-88f6-6453bd892391 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0802765 Mar 09 06:10:49.241092 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f1ced37c-8f31-4764-8e61-4b63975751b3 req-6c32b05c-d2f9-43dd-89a6-e0d061cd4030 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 Mar 09 06:10:50.169608 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a785a2-4a23-4ed2-9655-d5d2b821ff63 req-6b499b23-1753-47d7-865c-ed951aa3d4c6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:50.171113 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-91a785a2-4a23-4ed2-9655-d5d2b821ff63 req-6b499b23-1753-47d7-865c-ed951aa3d4c6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0549145 Mar 09 06:10:50.216889 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-91a785a2-4a23-4ed2-9655-d5d2b821ff63 req-4234d36b-6a76-4d9e-8e5f-69f2db1a1f8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402334 Mar 09 06:10:50.272092 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2f375141-404c-439e-b5e3-05e1446fa719 req-42ddf973-e29c-4786-93e2-4565721cae79 tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 210 time: 0.0295811 Mar 09 06:10:50.363651 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edd7b2-0469-4b3b-bc79-aaf02e4eb6c9 req-ffeec09e-820a-4792-89d8-81407df85dc1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:50.365117 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-69edd7b2-0469-4b3b-bc79-aaf02e4eb6c9 req-ffeec09e-820a-4792-89d8-81407df85dc1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0507510 Mar 09 06:10:50.411007 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-69edd7b2-0469-4b3b-bc79-aaf02e4eb6c9 req-3d57190f-eacd-4013-b15a-387ceaa4740d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 Mar 09 06:10:50.555158 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:10:50.577352 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:10:50.577699 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 7b03a4fb-f77d-49a6-8269-eb2e972cbee6 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:10:51.338094 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0de15e-9f5d-436c-827b-9273147f27f0 req-b0ea8eb0-8c82-4c64-bffa-b4eb111ae799 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:51.339596 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fd0de15e-9f5d-436c-827b-9273147f27f0 req-b0ea8eb0-8c82-4c64-bffa-b4eb111ae799 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0567682 Mar 09 06:10:51.390639 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2f88bd62-751e-44cb-923e-7447f81a1960 req-9278133a-377b-4c0a-9db3-60374719b70a tempest-ServerRescueNegativeTestJSON-1298618337 tempest-ServerRescueNegativeTestJSON-1298618337-project] 10.222.0.18 "GET /v2.0/ports?device_id=c653d675-84c3-432c-bcf2-0169d9fcd2f2 HTTP/1.1" status: 200 len: 210 time: 0.0325842 Mar 09 06:10:51.412138 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fd0de15e-9f5d-436c-827b-9273147f27f0 req-ae7c8d19-df0b-4527-a6a8-24d250e6f610 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668852 Mar 09 06:10:51.532765 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbdc7b-c5e9-493b-8e21-54ed2fb2c1cd req-1b67c765-ddf1-4772-8f60-cdc90a0e5c5e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:51.534175 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17bbdc7b-c5e9-493b-8e21-54ed2fb2c1cd req-1b67c765-ddf1-4772-8f60-cdc90a0e5c5e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0551431 Mar 09 06:10:51.579908 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17bbdc7b-c5e9-493b-8e21-54ed2fb2c1cd req-b5cc6b80-8268-433e-9329-1c550799c593 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Mar 09 06:10:52.445435 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44700) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:52.583311 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3b8b5-beae-4172-9026-57a3ae7fd7fb req-f54504f5-a4ce-49a5-a417-7d17ace91f90 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:52.584944 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6ba3b8b5-beae-4172-9026-57a3ae7fd7fb req-f54504f5-a4ce-49a5-a417-7d17ace91f90 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0989964 Mar 09 06:10:52.742303 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6ba3b8b5-beae-4172-9026-57a3ae7fd7fb req-1472d7c5-598b-4b0a-886e-02339a96b83c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505926 Mar 09 06:10:52.789034 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e203f1a-7731-4c48-a12a-b7a4dae30bf2 req-1b9c3d3c-39b6-4c2d-8a8a-0f48ace52e81 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:52.790626 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e203f1a-7731-4c48-a12a-b7a4dae30bf2 req-1b9c3d3c-39b6-4c2d-8a8a-0f48ace52e81 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.1365478 Mar 09 06:10:52.903417 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e203f1a-7731-4c48-a12a-b7a4dae30bf2 req-a1d05735-1eff-48f9-a0b7-c388a76aad8e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954249 Mar 09 06:10:53.031695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:53.569004 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Deleting port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:10:53.569735 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:53.644665 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] For port 18b7d57e-d9c2-4c82-9a02-28af340ee9bb, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,segment=NetworkSegment(9c94e193-33d3-44ab-afd0-5574d32cbc9e),segment_id=9c94e193-33d3-44ab-afd0-5574d32cbc9e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:10:53.645022 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:53.657294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Calling delete_port for 18b7d57e-d9c2-4c82-9a02-28af340ee9bb owned by network:router_interface {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:10:53.898997 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca2e6-79d7-4972-9c3d-a24c30199c6a req-d060af0c-4d66-4beb-a301-f1fb96d9aac9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:53.900467 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8bfca2e6-79d7-4972-9c3d-a24c30199c6a req-d060af0c-4d66-4beb-a301-f1fb96d9aac9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0681612 Mar 09 06:10:53.948330 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8bfca2e6-79d7-4972-9c3d-a24c30199c6a req-89f4796b-a2d2-47f7-b234-3c18f01be1ce tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 Mar 09 06:10:53.972463 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (18b7d57e-d9c2-4c82-9a02-28af340ee9bb), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:53.976948 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:53.996398 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=18b7d57e-d9c2-4c82-9a02-28af340ee9bb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:54.094802 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb3bc9-32d0-4a32-8c79-5bd98fff55dc req-0eb4a757-6d03-455c-88c0-4c206779d57d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:54.096236 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-afdb3bc9-32d0-4a32-8c79-5bd98fff55dc req-0eb4a757-6d03-455c-88c0-4c206779d57d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.1039774 Mar 09 06:10:54.222790 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-afdb3bc9-32d0-4a32-8c79-5bd98fff55dc req-e4eda0cd-f8ea-4752-aaa9-2d29775e70f9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855873 Mar 09 06:10:54.237519 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:54.452884 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:10:54.559379 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:10:54.564584 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-9e4cf779-1b4b-46bf-87f3-b9ef22e77c4a admin admin] 10.222.0.18 "PUT /v2.0/routers/d81a37fa-bf59-4b2c-82d5-67d05e9b2f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1180387 Mar 09 06:10:54.567104 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44718) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:54.569609 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] Sync routers for ids ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:10:54.579837 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] Routers {'d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:10:54.581095 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:10:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:10:54.671121 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks [] for router (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:54.685264 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] Set router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:10:54.774780 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks [] for router_gateway (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:54.860632 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '6608b331-e0e1-4154-916f-793d359ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:10:53Z', 'revision_number': 5, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port': {'id': '6608b331-e0e1-4154-916f-793d359ccd64', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:18Z', 'updated_at': '2022-03-09T06:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:10:54.890783 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] Checking router: d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:10:54.915162 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] Routers {'d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:10:54.915162 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:10:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:10:54.927283 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Deleting port 6608b331-e0e1-4154-916f-793d359ccd64 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:10:54.927623 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (6608b331-e0e1-4154-916f-793d359ccd64), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:54.988102 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] Set router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:10:55.008706 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] For port 6608b331-e0e1-4154-916f-793d359ccd64, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=6608b331-e0e1-4154-916f-793d359ccd64,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:10:55.009193 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (6608b331-e0e1-4154-916f-793d359ccd64), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.031666 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Calling delete_port for 6608b331-e0e1-4154-916f-793d359ccd64 owned by network:router_gateway {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:10:55.040611 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:10:54Z', 'revision_number': 6, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:10:55.069363 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b16190-3209-47d3-a900-948f7bd2f8dd None None] The sync data for ids ['d81a37fa-bf59-4b2c-82d5-67d05e9b2f13'] in dv-cinder-831154-2-iscsi is: [{'id': 'd81a37fa-bf59-4b2c-82d5-67d05e9b2f13', 'name': 'tempest-ServerRescueNegativeTestJSON-386757556-router', 'tenant_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:17Z', 'updated_at': '2022-03-09T06:10:54Z', 'revision_number': 6, 'project_id': 'cba66bb9b20e4b2a9802a2cec133bd7e', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:10:55.117648 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6508bd-0c75-4c28-82fb-2e6c854acc2c req-2b5760ac-237a-4af2-a795-d94b3fee51cd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:55.119142 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-be6508bd-0c75-4c28-82fb-2e6c854acc2c req-2b5760ac-237a-4af2-a795-d94b3fee51cd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.1000900 Mar 09 06:10:55.215045 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-be6508bd-0c75-4c28-82fb-2e6c854acc2c req-c87a1706-6716-4eaa-85ce-df3789c2259e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893013 Mar 09 06:10:55.346912 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9910b21-42d0-49d5-89a4-2b2913cedb51 req-7a82e162-1a6e-457e-a88f-066f497ce939 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:55.348302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9910b21-42d0-49d5-89a4-2b2913cedb51 req-7a82e162-1a6e-457e-a88f-066f497ce939 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0510707 Mar 09 06:10:55.359564 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (6608b331-e0e1-4154-916f-793d359ccd64), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.393290 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6608b331-e0e1-4154-916f-793d359ccd64,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:55.471525 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9910b21-42d0-49d5-89a4-2b2913cedb51 req-9ab8256e-2566-403f-8634-b4397c22f8e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177037 Mar 09 06:10:55.484773 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.594839 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.597062 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks [] for router_controller (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.734854 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (d81a37fa-bf59-4b2c-82d5-67d05e9b2f13), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.735500 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 {{(pid=103637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:10:55.741073 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.742210 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5d2be755-d6ac-4100-b2a3-2eac635755d0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d81a37fa-bf59-4b2c-82d5-67d05e9b2f13 HTTP/1.1" status: 204 len: 168 time: 1.1741898 Mar 09 06:10:55.744908 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44728) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:55.787672 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b39c84-a3a1-48fe-b7ec-5c558ddaa24e admin admin] Deleting subnet ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:10:55.790695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74b39c84-a3a1-48fe-b7ec-5c558ddaa24e admin admin] Publish callbacks [] for subnet (ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.824108 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74b39c84-a3a1-48fe-b7ec-5c558ddaa24e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9745623'] for subnet (ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.865212 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74b39c84-a3a1-48fe-b7ec-5c558ddaa24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:55.992793 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 6608b331-e0e1-4154-916f-793d359ccd64 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:10:56.006392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74b39c84-a3a1-48fe-b7ec-5c558ddaa24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9746099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9475999'] for subnet (ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.012683 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 6608b331-e0e1-4154-916f-793d359ccd64 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:10:56.013028 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 6608b331-e0e1-4154-916f-793d359ccd64 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:10:56.013440 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 18b7d57e-d9c2-4c82-9a02-28af340ee9bb no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:10:56.032033 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 18b7d57e-d9c2-4c82-9a02-28af340ee9bb {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:10:56.032372 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 18b7d57e-d9c2-4c82-9a02-28af340ee9bb not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:10:56.034854 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b39c84-a3a1-48fe-b7ec-5c558ddaa24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:56.040606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-74b39c84-a3a1-48fe-b7ec-5c558ddaa24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.043726 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-74b39c84-a3a1-48fe-b7ec-5c558ddaa24e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ec4ce79b-1aec-4968-8023-8fb6eb5ffcb4 HTTP/1.1" status: 204 len: 168 time: 0.2978823 Mar 09 06:10:56.046163 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44734) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:56.118647 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (4e14d8db-28c5-4df9-b770-a5b2fb489c59), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.199994 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (4e14d8db-28c5-4df9-b770-a5b2fb489c59), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.220093 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e14d8db-28c5-4df9-b770-a5b2fb489c59']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:10:56.229635 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c94e193-33d3-44ab-afd0-5574d32cbc9e') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:10:56.229926 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c94e193-33d3-44ab-afd0-5574d32cbc9e') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:10:56.239014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745452'] for segment (9c94e193-33d3-44ab-afd0-5574d32cbc9e), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.252869 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (9c94e193-33d3-44ab-afd0-5574d32cbc9e), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.258693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9746137'] for segment (9c94e193-33d3-44ab-afd0-5574d32cbc9e), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: Traceback (most recent call last): Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: timer() Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: cb(*args, **kw) Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: return func(*args, **kwargs) Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: self._notify() Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: self.callback(batched_events) Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: event.method(event) Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: return f(self, *a, **k) Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._get(url).json() Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:10:56.262544 dv-cinder-831154-2-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:10:56.364336 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87741e04-648f-4255-8eaf-00ef15cd668c req-e2604248-00b1-4774-9b4e-0a297f33d629 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:56.365848 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-87741e04-648f-4255-8eaf-00ef15cd668c req-e2604248-00b1-4774-9b4e-0a297f33d629 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0560606 Mar 09 06:10:56.411276 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-87741e04-648f-4255-8eaf-00ef15cd668c req-c01a8cd2-16d5-4edc-8441-e390597ac567 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395532 Mar 09 06:10:56.454905 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (4e14d8db-28c5-4df9-b770-a5b2fb489c59), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.462508 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.465604 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] 10.222.0.18 "DELETE /v2.0/networks/4e14d8db-28c5-4df9-b770-a5b2fb489c59 HTTP/1.1" status: 204 len: 168 time: 0.4183295 Mar 09 06:10:56.475462 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf61c13-ae7f-46c4-900d-a524f55b6cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e14d8db-28c5-4df9-b770-a5b2fb489c59,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:56.593745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b4b21-5496-4c93-ba97-fcc37f1b76dd req-534087f0-3706-4356-a197-5e5ec96567b4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:56.595185 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-348b4b21-5496-4c93-ba97-fcc37f1b76dd req-534087f0-3706-4356-a197-5e5ec96567b4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0523655 Mar 09 06:10:56.642999 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-348b4b21-5496-4c93-ba97-fcc37f1b76dd req-d24d7220-eb56-455d-bc16-ebde5945eb5f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Mar 09 06:10:56.881583 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44744) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:56.921285 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-9c0ff0d0-4137-4b65-b602-5b07fd32a620 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cba66bb9b20e4b2a9802a2cec133bd7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385265 Mar 09 06:10:56.924940 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44748) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:10:56.975383 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1cafd02-839c-489c-9e25-028412c36a9c admin admin] Publish callbacks [] for security_group (8d80687b-0c65-4b22-9e3b-89809994bd9d), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:56.997530 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1cafd02-839c-489c-9e25-028412c36a9c admin admin] Publish callbacks [] for security_group (8d80687b-0c65-4b22-9e3b-89809994bd9d), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:57.112258 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1cafd02-839c-489c-9e25-028412c36a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (8d80687b-0c65-4b22-9e3b-89809994bd9d), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:57.114796 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1cafd02-839c-489c-9e25-028412c36a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:57.116022 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f1cafd02-839c-489c-9e25-028412c36a9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d80687b-0c65-4b22-9e3b-89809994bd9d HTTP/1.1" status: 204 len: 168 time: 0.1900713 Mar 09 06:10:57.124064 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cafd02-839c-489c-9e25-028412c36a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d80687b-0c65-4b22-9e3b-89809994bd9d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:10:57.527693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614f7d5-6582-4969-80e6-b87b42655800 req-5adb9ec5-6bbc-4038-a487-9137c04ce951 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:57.529233 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0614f7d5-6582-4969-80e6-b87b42655800 req-5adb9ec5-6bbc-4038-a487-9137c04ce951 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0519927 Mar 09 06:10:57.583081 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0614f7d5-6582-4969-80e6-b87b42655800 req-347eb9bf-f2d6-4da5-b297-67fb2ee54e61 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470531 Mar 09 06:10:57.763666 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5c28d-4ade-449b-9514-79282ea37e7a req-42bea6fb-361e-4623-8112-f291f138c7ea tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:57.765093 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-67a5c28d-4ade-449b-9514-79282ea37e7a req-42bea6fb-361e-4623-8112-f291f138c7ea tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0540235 Mar 09 06:10:57.815519 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-67a5c28d-4ade-449b-9514-79282ea37e7a req-6ec50979-2f72-4318-8466-da55759ec328 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442555 Mar 09 06:10:58.698710 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfedcd-7c72-40e4-bfbc-b7a1ebbf51bf req-7be7f99e-76fb-45b2-87f8-11db46aeb5a4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:58.700156 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-50dfedcd-7c72-40e4-bfbc-b7a1ebbf51bf req-7be7f99e-76fb-45b2-87f8-11db46aeb5a4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0501106 Mar 09 06:10:58.747217 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-50dfedcd-7c72-40e4-bfbc-b7a1ebbf51bf req-a952adef-b4b3-4c6d-b2d8-dab60fabca6d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Mar 09 06:10:58.933864 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f2b89-9f6e-4dc8-a61c-03fbc3004894 req-5d997e55-7bf9-4ca6-8988-ceeb101d364e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:10:58.935339 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d7f2b89-9f6e-4dc8-a61c-03fbc3004894 req-5d997e55-7bf9-4ca6-8988-ceeb101d364e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0507071 Mar 09 06:10:58.988725 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d7f2b89-9f6e-4dc8-a61c-03fbc3004894 req-4e96fdd2-8a3f-40b1-b5cd-d4af5955b47f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448432 Mar 09 06:11:00.162158 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd644666-7870-45ca-bd03-c0dc262db93a req-6b3fc9f1-fd50-460c-9ab9-47b919f3ba0c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:00.163630 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd644666-7870-45ca-bd03-c0dc262db93a req-6b3fc9f1-fd50-460c-9ab9-47b919f3ba0c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.3448102 Mar 09 06:11:00.184423 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb067cb-39b0-46ec-b32b-c2bbee62a3fb req-64805e02-b567-4f5c-ba29-9d0faeabd7e5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:00.186044 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ddb067cb-39b0-46ec-b32b-c2bbee62a3fb req-64805e02-b567-4f5c-ba29-9d0faeabd7e5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0781169 Mar 09 06:11:00.252026 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd644666-7870-45ca-bd03-c0dc262db93a req-f1f45af2-4153-4eea-9429-c35649bb6342 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800364 Mar 09 06:11:00.256581 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ddb067cb-39b0-46ec-b32b-c2bbee62a3fb req-2f2637ce-2eeb-404e-8a3e-b0019637d233 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629020 Mar 09 06:11:01.410095 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169a7a7-a170-4089-bf7b-1580c26771d4 req-1c59d210-63b1-4fea-b70e-4005d942d224 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:01.411573 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3169a7a7-a170-4089-bf7b-1580c26771d4 req-1c59d210-63b1-4fea-b70e-4005d942d224 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 944 time: 0.0924900 Mar 09 06:11:01.422803 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93504e14-82a5-4383-ac4f-fa5b38604620 req-d4ee29d8-ee90-4b28-8627-a2a70e1b5e14 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:01.424799 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-93504e14-82a5-4383-ac4f-fa5b38604620 req-d4ee29d8-ee90-4b28-8627-a2a70e1b5e14 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0723691 Mar 09 06:11:01.501143 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3169a7a7-a170-4089-bf7b-1580c26771d4 req-8772ccd8-52c2-4497-a026-16453fd6fa0b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753901 Mar 09 06:11:01.506229 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-93504e14-82a5-4383-ac4f-fa5b38604620 req-16f8a4f2-84c3-4a1e-a06e-8c05f786f0e2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746808 Mar 09 06:11:01.807042 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device b6acac66-68ed-4d0e-886d-ab4bd8def943 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:11:01.903118 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port b6acac66-68ed-4d0e-886d-ab4bd8def943, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b6acac66-68ed-4d0e-886d-ab4bd8def943,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:11:01.913958 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'port_id': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'mac_address': 'fa:16:3e:77:78:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:11:01.949218 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port b6acac66-68ed-4d0e-886d-ab4bd8def943 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:11:01.949644 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:01.962581 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6acac66-68ed-4d0e-886d-ab4bd8def943 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:11:01.985680 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port b6acac66-68ed-4d0e-886d-ab4bd8def943, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b6acac66-68ed-4d0e-886d-ab4bd8def943,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:11:02.106400 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:02.152508 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=b6acac66-68ed-4d0e-886d-ab4bd8def943,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163034 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163975 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.163975 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:02.654229 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4394-aee5-4709-9f70-089aeb1a702c req-29abb9bf-9bfd-4a7c-a30b-ed3cd237b951 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:02.655616 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1dd4394-aee5-4709-9f70-089aeb1a702c req-29abb9bf-9bfd-4a7c-a30b-ed3cd237b951 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 945 time: 0.0852702 Mar 09 06:11:02.664649 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b035a-f396-4ec2-97ef-a2b70d10d098 req-cda36844-f67b-4d76-be6e-794e298e2b8b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:02.667227 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e21b035a-f396-4ec2-97ef-a2b70d10d098 req-cda36844-f67b-4d76-be6e-794e298e2b8b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0862145 Mar 09 06:11:02.731478 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1dd4394-aee5-4709-9f70-089aeb1a702c req-fbd1306a-cdc1-4fdf-ba4d-058e28ead4c5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639508 Mar 09 06:11:02.742764 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e21b035a-f396-4ec2-97ef-a2b70d10d098 req-39677a59-baf6-4d13-8b74-9ed9fea116da tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684719 Mar 09 06:11:03.882243 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3c3f2-a5ec-4235-88f6-dcddb3069f74 req-72920972-6950-464e-9cac-100264984923 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:03.883728 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0ae3c3f2-a5ec-4235-88f6-dcddb3069f74 req-72920972-6950-464e-9cac-100264984923 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 945 time: 0.0861902 Mar 09 06:11:03.895504 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9f53e-88a9-4937-b9c7-ffdfefb0b63a req-decbda2d-3143-49fa-a99a-c761fb186dbb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:03.896981 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-32a9f53e-88a9-4937-b9c7-ffdfefb0b63a req-decbda2d-3143-49fa-a99a-c761fb186dbb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0731466 Mar 09 06:11:03.965328 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0ae3c3f2-a5ec-4235-88f6-dcddb3069f74 req-3a5c93cd-e0ba-48a5-97bd-c505def3a3d1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674033 Mar 09 06:11:03.972933 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-32a9f53e-88a9-4937-b9c7-ffdfefb0b63a req-e901f08e-c920-449f-b38c-c61f7097831e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693424 Mar 09 06:11:04.991632 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44914) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:05.112663 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bb20-a95b-4a77-a779-4f814de46a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:05.139020 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7fc59-a364-410b-aaa0-e833b6ffa11b req-72ee6587-40e0-4107-9060-ee5efcfbfc3c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:05.140470 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8dc7fc59-a364-410b-aaa0-e833b6ffa11b req-72ee6587-40e0-4107-9060-ee5efcfbfc3c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 945 time: 0.1084576 Mar 09 06:11:05.165345 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d448-bea1-46fe-b8a0-ede71fb20156 req-55a8a53b-df8a-459b-b68f-9319c9aac2ff tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:05.166747 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c554d448-bea1-46fe-b8a0-ede71fb20156 req-55a8a53b-df8a-459b-b68f-9319c9aac2ff tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.1083019 Mar 09 06:11:05.249890 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8dc7fc59-a364-410b-aaa0-e833b6ffa11b req-757b9d99-cd3c-4fb6-9239-1bbea0fb004c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999963 Mar 09 06:11:05.266029 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c554d448-bea1-46fe-b8a0-ede71fb20156 req-58401140-6b3b-4841-b2db-ce8fdc8f3dbc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889528 Mar 09 06:11:05.286994 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bb20-a95b-4a77-a779-4f814de46a64 admin admin] Publish callbacks [] for security_group (3da64b1f-aac2-4cbd-8506-7db3ee182a1b), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:05.389284 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bb20-a95b-4a77-a779-4f814de46a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (3da64b1f-aac2-4cbd-8506-7db3ee182a1b), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:05.429379 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e1f0bb20-a95b-4a77-a779-4f814de46a64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8edfb9bdbc554398a58ff7c5ad3aa86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366803 Mar 09 06:11:05.430236 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0bb20-a95b-4a77-a779-4f814de46a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da64b1f-aac2-4cbd-8506-7db3ee182a1b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:05.432058 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44922) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:05.482365 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75cc48c7-3ae4-4a92-9a42-4c1de72401df admin admin] Publish callbacks [] for security_group (3da64b1f-aac2-4cbd-8506-7db3ee182a1b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:05.503502 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75cc48c7-3ae4-4a92-9a42-4c1de72401df admin admin] Publish callbacks [] for security_group (3da64b1f-aac2-4cbd-8506-7db3ee182a1b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:05.652066 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75cc48c7-3ae4-4a92-9a42-4c1de72401df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (3da64b1f-aac2-4cbd-8506-7db3ee182a1b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:05.654655 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75cc48c7-3ae4-4a92-9a42-4c1de72401df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:05.655783 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-75cc48c7-3ae4-4a92-9a42-4c1de72401df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3da64b1f-aac2-4cbd-8506-7db3ee182a1b HTTP/1.1" status: 204 len: 168 time: 0.2226753 Mar 09 06:11:05.664068 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc48c7-3ae4-4a92-9a42-4c1de72401df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da64b1f-aac2-4cbd-8506-7db3ee182a1b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:06.335539 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 44934) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:06.348383 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb533-59e0-4957-973b-5d88ebc8398d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:06.417069 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6479fc-063a-425c-b4ab-cb4c090ee8f1 req-20e78cbb-a139-444e-a833-8e8ba68746c0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:06.418558 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3d6479fc-063a-425c-b4ab-cb4c090ee8f1 req-20e78cbb-a139-444e-a833-8e8ba68746c0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 945 time: 0.1031461 Mar 09 06:11:06.421763 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb533-59e0-4957-973b-5d88ebc8398d admin admin] Publish callbacks [] for security_group (ff5a001f-25b5-4e14-98f8-0380d8253f06), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:06.427812 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f0d8-c688-4cba-8cf0-ec9998cae4da req-7e5dd056-ae4d-41ac-b5e5-b76759fa0a57 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:06.429342 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-daf3f0d8-c688-4cba-8cf0-ec9998cae4da req-7e5dd056-ae4d-41ac-b5e5-b76759fa0a57 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0903513 Mar 09 06:11:06.448642 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e676755c-2fc6-4552-bff7-21706ee37db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:06.500124 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3d6479fc-063a-425c-b4ab-cb4c090ee8f1 req-8b04d852-ff10-41f6-b705-7f40716c2431 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697553 Mar 09 06:11:06.501982 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb533-59e0-4957-973b-5d88ebc8398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ff5a001f-25b5-4e14-98f8-0380d8253f06), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:06.511902 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-daf3f0d8-c688-4cba-8cf0-ec9998cae4da req-fccf8f58-e48a-47e7-9be6-cf28743b777a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713549 Mar 09 06:11:06.542528 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5e3eb533-59e0-4957-973b-5d88ebc8398d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3d388cbe0e747b18f2dbf79f7dd8e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056708 Mar 09 06:11:06.544557 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3eb533-59e0-4957-973b-5d88ebc8398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a001f-25b5-4e14-98f8-0380d8253f06,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:06.545240 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 44940) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:06.594187 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5172318-8ca4-44da-8773-368f98384c02 admin admin] Publish callbacks [] for security_group (ff5a001f-25b5-4e14-98f8-0380d8253f06), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:06.615852 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5172318-8ca4-44da-8773-368f98384c02 admin admin] Publish callbacks [] for security_group (ff5a001f-25b5-4e14-98f8-0380d8253f06), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:06.737600 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5172318-8ca4-44da-8773-368f98384c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ff5a001f-25b5-4e14-98f8-0380d8253f06), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:06.740759 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5172318-8ca4-44da-8773-368f98384c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:06.741895 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a5172318-8ca4-44da-8773-368f98384c02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff5a001f-25b5-4e14-98f8-0380d8253f06 HTTP/1.1" status: 204 len: 168 time: 0.1956143 Mar 09 06:11:06.749600 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5172318-8ca4-44da-8773-368f98384c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a001f-25b5-4e14-98f8-0380d8253f06,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:06.842373 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['b6acac66-68ed-4d0e-886d-ab4bd8def943'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:11:07.662299 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf97380-4b9b-4143-8f17-76737f2954eb req-f3dec754-49b7-4615-9682-0fcfc355235d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:07.663761 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1cf97380-4b9b-4143-8f17-76737f2954eb req-f3dec754-49b7-4615-9682-0fcfc355235d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 945 time: 0.0837500 Mar 09 06:11:07.673943 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f6d65-d286-4454-b0a7-e31ae71e2b63 req-bfc29435-8cdd-4153-bc7f-b1b9862f466b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:07.675317 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-933f6d65-d286-4454-b0a7-e31ae71e2b63 req-bfc29435-8cdd-4153-bc7f-b1b9862f466b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0683539 Mar 09 06:11:07.750051 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1cf97380-4b9b-4143-8f17-76737f2954eb req-5d39e4dd-11bb-49f6-bf21-8fdfd3afface tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737882 Mar 09 06:11:07.753438 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-933f6d65-d286-4454-b0a7-e31ae71e2b63 req-5506ce86-a270-4352-95a2-0604b523af20 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712726 Mar 09 06:11:07.754384 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:11:08.704037 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cb529ab9-3f30-4b0a-92a1-c78f980bdf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:08.900537 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407f189-93cb-44a5-9e02-cf442ff50919 req-ee9745b5-70d1-4f04-9bf2-af034853ee47 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:08.901937 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1407f189-93cb-44a5-9e02-cf442ff50919 req-ee9745b5-70d1-4f04-9bf2-af034853ee47 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 945 time: 0.0834486 Mar 09 06:11:08.913074 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc4b04-3811-4b47-a021-88f1f0e7247d req-49c0b8c6-f576-4302-b35f-6d7916d19c83 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:08.914469 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9dbc4b04-3811-4b47-a021-88f1f0e7247d req-49c0b8c6-f576-4302-b35f-6d7916d19c83 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0697870 Mar 09 06:11:08.984446 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1407f189-93cb-44a5-9e02-cf442ff50919 req-ac4b2df5-20aa-4e27-ab53-6d55a2e6021b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690458 Mar 09 06:11:08.987639 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9dbc4b04-3811-4b47-a021-88f1f0e7247d req-7d210cd1-24f6-48e9-8390-3bded62d7969 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659254 Mar 09 06:11:10.080964 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:10.138883 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad87ff4-76e7-4f61-9110-0fb6d7aff5f4 req-860a4901-0cf4-4e56-9296-a0c4c31c1740 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:10.140345 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aad87ff4-76e7-4f61-9110-0fb6d7aff5f4 req-860a4901-0cf4-4e56-9296-a0c4c31c1740 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 945 time: 0.0868251 Mar 09 06:11:10.150149 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d17bbd-a336-4a48-bf7f-c8e8547573c0 req-9731117f-2594-409d-b87e-0df71552c8d0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:10.151607 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-98d17bbd-a336-4a48-bf7f-c8e8547573c0 req-9731117f-2594-409d-b87e-0df71552c8d0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0893393 Mar 09 06:11:10.222531 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aad87ff4-76e7-4f61-9110-0fb6d7aff5f4 req-d88a453c-62ca-4fd8-9014-039a1b669df6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699687 Mar 09 06:11:10.226295 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-98d17bbd-a336-4a48-bf7f-c8e8547573c0 req-a84964db-e143-4f8e-9d1b-a9c0cbe0e911 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680823 Mar 09 06:11:10.646622 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:11:10.651398 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device b6acac66-68ed-4d0e-886d-ab4bd8def943 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:11:10.904032 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:11:10.919797 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port b6acac66-68ed-4d0e-886d-ab4bd8def943 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:11:10.922931 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '477575e8-e9e2-4cfd-9a46-715db6132777', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'port_id': '477575e8-e9e2-4cfd-9a46-715db6132777', 'mac_address': 'fa:16:3e:af:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:11:10.925986 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port b6acac66-68ed-4d0e-886d-ab4bd8def943 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:11:10.926359 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:10.990107 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 477575e8-e9e2-4cfd-9a46-715db6132777 is: ACTIVE; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:11:10.990107 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:11.007684 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 477575e8-e9e2-4cfd-9a46-715db6132777 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:11:11.045975 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:11.053501 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:11:11.063212 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port b6acac66-68ed-4d0e-886d-ab4bd8def943 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:11:11.063212 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:11.083952 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8909748b-c192-4aae-a10c-ba72c393111c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6acac66-68ed-4d0e-886d-ab4bd8def943'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:11:11.086177 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3f67ba-1bcc-4200-aa2a-14d4893c57c7" -d '{"events": [{"server_uuid": "8909748b-c192-4aae-a10c-ba72c393111c", "name": "network-vif-plugged", "status": "completed", "tag": "b6acac66-68ed-4d0e-886d-ab4bd8def943"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:11:11.101355 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port b6acac66-68ed-4d0e-886d-ab4bd8def943, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b6acac66-68ed-4d0e-886d-ab4bd8def943,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:11:11.120437 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ec2bfb-8544-424b-8d68-02b125f14873 x-openstack-request-id: req-78ec2bfb-8544-424b-8d68-02b125f14873 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:11:11.121018 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8909748b-c192-4aae-a10c-ba72c393111c", "name": "network-vif-plugged", "status": "completed", "tag": "b6acac66-68ed-4d0e-886d-ab4bd8def943", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:11:11.121304 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78ec2bfb-8544-424b-8d68-02b125f14873 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:11:11.121699 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8909748b-c192-4aae-a10c-ba72c393111c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'code': 200} Mar 09 06:11:11.150332 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:11.196293 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=6']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:11.214300 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:11.262177 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=b6acac66-68ed-4d0e-886d-ab4bd8def943,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:11.277922 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['477575e8-e9e2-4cfd-9a46-715db6132777'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:11:11.383165 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277a781-15e0-4b5d-827c-815b5be066a6 req-9e4d7732-9ae8-4cf3-9b58-5ecf089b6ca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:11.384680 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c277a781-15e0-4b5d-827c-815b5be066a6 req-9e4d7732-9ae8-4cf3-9b58-5ecf089b6ca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.0927463 Mar 09 06:11:11.396066 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9dbe7-9265-41ed-9119-993cab1d500c req-c1086e83-7f85-4430-b7dc-28a928c9b723 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:11.397521 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aec9dbe7-9265-41ed-9119-993cab1d500c req-c1086e83-7f85-4430-b7dc-28a928c9b723 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.0748765 Mar 09 06:11:11.493767 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c277a781-15e0-4b5d-827c-815b5be066a6 req-bc05aa1a-9884-48d1-8c50-e9a85303f6de tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950372 Mar 09 06:11:11.501022 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aec9dbe7-9265-41ed-9119-993cab1d500c req-6ad7dc1f-1614-4221-a56f-2635dd3ad502 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955451 Mar 09 06:11:11.514606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5d25b-6723-4adf-b3d1-2cb4bb6a417d req-e4a0fe26-0b1d-468c-be2d-89f2324b5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:11.516106 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-76b5d25b-6723-4adf-b3d1-2cb4bb6a417d req-e4a0fe26-0b1d-468c-be2d-89f2324b5f43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 1130 time: 0.0784211 Mar 09 06:11:11.562280 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-76b5d25b-6723-4adf-b3d1-2cb4bb6a417d req-5d748fae-7576-4891-805b-7b094176cab6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392513 Mar 09 06:11:12.647163 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7e6f0-098d-4d17-9f20-25f2bcb3298a req-4e802976-b94b-4da9-a9f5-6e9bc626b66b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:12.648679 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3be7e6f0-098d-4d17-9f20-25f2bcb3298a req-4e802976-b94b-4da9-a9f5-6e9bc626b66b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.0878854 Mar 09 06:11:12.659704 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f3b9b-531f-4bfd-af5c-f98c5eb811d0 req-a91bd09b-cc8c-449a-8946-bc23deb86ef3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:12.659934 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:11:12.661354 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-419f3b9b-531f-4bfd-af5c-f98c5eb811d0 req-a91bd09b-cc8c-449a-8946-bc23deb86ef3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.0706594 Mar 09 06:11:12.724443 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 477575e8-e9e2-4cfd-9a46-715db6132777 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:11:12.726394 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:12.737370 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3be7e6f0-098d-4d17-9f20-25f2bcb3298a req-a274e467-20b5-4929-8db6-c03485c298d4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750496 Mar 09 06:11:12.742394 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-419f3b9b-531f-4bfd-af5c-f98c5eb811d0 req-47d91ab3-c8af-4249-93f5-6e796c0ee436 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732405 Mar 09 06:11:12.778101 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:12.819008 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 477575e8-e9e2-4cfd-9a46-715db6132777 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:11:12.819437 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:12.855342 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:11:12.930647 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:12.977420 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=7']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:13.122769 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:11:13.125063 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a5867d-112d-4411-bcf7-8d73ec78734a" -d '{"events": [{"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-plugged", "status": "completed", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:11:13.157804 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343ba141-a050-4cb2-81ba-afb3dbf3987c x-openstack-request-id: req-343ba141-a050-4cb2-81ba-afb3dbf3987c {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:11:13.158118 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-plugged", "status": "completed", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:11:13.158378 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-343ba141-a050-4cb2-81ba-afb3dbf3987c {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:11:13.158769 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777', 'code': 200} Mar 09 06:11:13.903872 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcea98-b79d-4862-8938-30decb265dba req-b10bce12-302b-4757-8d03-5cf80251de57 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:13.905387 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-62fcea98-b79d-4862-8938-30decb265dba req-b10bce12-302b-4757-8d03-5cf80251de57 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.0890903 Mar 09 06:11:13.915513 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c08b0-1bdc-4a45-b0ea-f66effcd6d68 req-968c8b6a-cf42-4270-9425-4f8af7e9f3ef tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:13.916907 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d95c08b0-1bdc-4a45-b0ea-f66effcd6d68 req-968c8b6a-cf42-4270-9425-4f8af7e9f3ef tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0664985 Mar 09 06:11:13.985306 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-62fcea98-b79d-4862-8938-30decb265dba req-4621ebc3-602a-4d8b-8368-a0e5bfef79f6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674222 Mar 09 06:11:13.988385 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d95c08b0-1bdc-4a45-b0ea-f66effcd6d68 req-54814359-b6ac-4ccb-803d-224df5374c4c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651524 Mar 09 06:11:15.137421 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97198e44-28d4-4c75-b141-f46626f41674 req-cc97fa41-fb32-498e-81de-b1ade5d72b89 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:15.138887 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97198e44-28d4-4c75-b141-f46626f41674 req-cc97fa41-fb32-498e-81de-b1ade5d72b89 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0784869 Mar 09 06:11:15.145607 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d04d-77b7-4d63-a72c-93584207bf85 req-dced58ff-12e4-4df6-aed7-9e26e3ccd25a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:15.146943 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73b7d04d-77b7-4d63-a72c-93584207bf85 req-dced58ff-12e4-4df6-aed7-9e26e3ccd25a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.0967710 Mar 09 06:11:15.213042 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97198e44-28d4-4c75-b141-f46626f41674 req-9d3ab9d9-6567-45a6-936a-2f3a9944560d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651670 Mar 09 06:11:15.220219 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73b7d04d-77b7-4d63-a72c-93584207bf85 req-c1156d37-2f29-497f-8aa8-e0680701987f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668156 Mar 09 06:11:16.363150 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9301b-fd42-4e7d-ada6-9220fb28c2cf req-45ea4dd8-6bca-4371-ba74-94e24226b792 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:16.365190 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7d9301b-fd42-4e7d-ada6-9220fb28c2cf req-45ea4dd8-6bca-4371-ba74-94e24226b792 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0812352 Mar 09 06:11:16.372586 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d14865-56aa-44c6-abd7-42cfa2a204ce req-8ba604d0-c9f6-4c67-9c46-db0d1a7cc0ce tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:16.373937 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-93d14865-56aa-44c6-abd7-42cfa2a204ce req-8ba604d0-c9f6-4c67-9c46-db0d1a7cc0ce tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.0814345 Mar 09 06:11:16.446719 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-93d14865-56aa-44c6-abd7-42cfa2a204ce req-c0388295-d535-4d6e-be86-382a94644c5b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657375 Mar 09 06:11:16.449659 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7d9301b-fd42-4e7d-ada6-9220fb28c2cf req-0c46e2ea-d8cb-425e-8830-4a348b90a8c1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748854 Mar 09 06:11:16.555293 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac042c7-d92e-4a3b-adf7-23fa87795820 req-f5be3865-1a57-48da-a895-91eb2e1f0060 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:16.556751 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8ac042c7-d92e-4a3b-adf7-23fa87795820 req-f5be3865-1a57-48da-a895-91eb2e1f0060 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.0497274 Mar 09 06:11:16.564897 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45098) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:16.569800 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'floatingip': {'port_id': 'b6acac66-68ed-4d0e-886d-ab4bd8def943'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:11:16.606197 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (4204f7cd-19f8-4b3d-8b48-b6c8a29b7299), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:17.049612 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:17.116027 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (4204f7cd-19f8-4b3d-8b48-b6c8a29b7299), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:17.214471 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Floating IP 4204f7cd-19f8-4b3d-8b48-b6c8a29b7299 associated. External IP: 172.27.0.175, port: b6acac66-68ed-4d0e-886d-ab4bd8def943. Mar 09 06:11:17.414001 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:11:17.521075 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:11:17.530931 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:11:17.531787 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:17.541052 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:11:17.541669 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:11:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:11:17.577856 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b46415f6-b764-4954-8cc8-78427b64a6e3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "PUT /v2.0/floatingips/4204f7cd-19f8-4b3d-8b48-b6c8a29b7299 HTTP/1.1" status: 200 len: 992 time: 1.0119309 Mar 09 06:11:17.579130 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8909748b-c192-4aae-a10c-ba72c393111c', 'tag': 'b6acac66-68ed-4d0e-886d-ab4bd8def943'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:11:17.581342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8909748b-c192-4aae-a10c-ba72c393111c", "tag": "b6acac66-68ed-4d0e-886d-ab4bd8def943"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:11:17.602396 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb6297-9314-4eb8-aece-5ddf806b95ea req-56a4b6b5-031b-4b4e-97d5-044346772f1a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:17.603997 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4eeb6297-9314-4eb8-aece-5ddf806b95ea req-56a4b6b5-031b-4b4e-97d5-044346772f1a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0845301 Mar 09 06:11:17.617952 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d3f2f-af25-41cd-a4e4-bd7ce659085d x-openstack-request-id: req-838d3f2f-af25-41cd-a4e4-bd7ce659085d {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:11:17.618269 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8909748b-c192-4aae-a10c-ba72c393111c", "tag": "b6acac66-68ed-4d0e-886d-ab4bd8def943", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:11:17.618524 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-838d3f2f-af25-41cd-a4e4-bd7ce659085d {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:11:17.618906 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8909748b-c192-4aae-a10c-ba72c393111c', 'tag': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'status': 'completed', 'code': 200} Mar 09 06:11:17.652991 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4eeb6297-9314-4eb8-aece-5ddf806b95ea req-c2064217-f728-4547-858b-81cfaa779536 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431893 Mar 09 06:11:17.665287 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:11:17.885762 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4204f7cd-19f8-4b3d-8b48-b6c8a29b7299', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:77:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909748b-c192-4aae-a10c-ba72c393111c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:10:37Z', 'updated_at': '2022-03-09T06:11:16Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}, {'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:21Z', 'revision_number': 2, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:11:17.911769 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:11:17.919846 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:11:17.920444 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:11:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:11:18.024819 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:11:18.244054 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4204f7cd-19f8-4b3d-8b48-b6c8a29b7299', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:77:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909748b-c192-4aae-a10c-ba72c393111c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:10:37Z', 'updated_at': '2022-03-09T06:11:16Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}, {'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:21Z', 'revision_number': 2, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:11:18.269701 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac1880-da3c-4be3-84d5-8742c9738edc None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4204f7cd-19f8-4b3d-8b48-b6c8a29b7299', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:77:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909748b-c192-4aae-a10c-ba72c393111c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:10:37Z', 'updated_at': '2022-03-09T06:11:16Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}, {'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:21Z', 'revision_number': 2, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:11:18.446012 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3187757c-eb3c-47fa-a5cd-8a6a55ece3ca None None] New status for floating IP 4204f7cd-19f8-4b3d-8b48-b6c8a29b7299: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:11:18.780083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7676d-c569-4aa9-b127-2a4f8d8e5178 req-58d52b32-50b8-43e9-ab6e-88995df06642 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:18.781585 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-88e7676d-c569-4aa9-b127-2a4f8d8e5178 req-58d52b32-50b8-43e9-ab6e-88995df06642 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0556149 Mar 09 06:11:18.831619 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-88e7676d-c569-4aa9-b127-2a4f8d8e5178 req-d91a8a25-e7eb-43c7-9d34-ac12606fa7c9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444818 Mar 09 06:11:19.283631 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-74da7322-0ed3-4141-b671-72556bd24d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:19.285145 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-74da7322-0ed3-4141-b671-72556bd24d4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 1130 time: 0.0443926 Mar 09 06:11:19.374793 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-0670343b-782e-4785-b5e3-82ba8a6920c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:19.376227 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-0670343b-782e-4785-b5e3-82ba8a6920c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 916 time: 0.0855327 Mar 09 06:11:19.439004 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-a6d3e59a-449d-4527-a273-2aafb7395b4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6acac66-68ed-4d0e-886d-ab4bd8def943 HTTP/1.1" status: 200 len: 1002 time: 0.0567622 Mar 09 06:11:19.488901 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-aa421ec0-5702-42d9-932c-c56cb6282cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:19.490357 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-aa421ec0-5702-42d9-932c-c56cb6282cdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0452225 Mar 09 06:11:19.540305 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-9116fd81-a68f-4251-9578-900ec261eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:19.541809 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-9116fd81-a68f-4251-9578-900ec261eb42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460665 Mar 09 06:11:19.626291 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-382beb9e-2113-4bf1-a451-764374f9844b service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785129 Mar 09 06:11:19.725610 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c0b5028-898f-4935-b46d-3d1a3afc5a5e req-22ac5599-908a-483d-ab3e-33afe0d9b511 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829470 Mar 09 06:11:19.950453 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1954c66-b119-4466-ade0-e522d3dc4131 req-df79580a-c6d1-4848-b6af-58e7b884511d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:19.951910 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1954c66-b119-4466-ade0-e522d3dc4131 req-df79580a-c6d1-4848-b6af-58e7b884511d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0519140 Mar 09 06:11:20.000809 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1954c66-b119-4466-ade0-e522d3dc4131 req-1a0e35f3-5044-4dec-864f-fae4597d73d9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433249 Mar 09 06:11:21.127170 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a327e-a922-42e5-8ecf-5428c5dd2ccc req-65f959c8-08ef-4562-b3cd-41aab64ee65d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:21.129142 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-835a327e-a922-42e5-8ecf-5428c5dd2ccc req-65f959c8-08ef-4562-b3cd-41aab64ee65d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0560908 Mar 09 06:11:21.450774 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-835a327e-a922-42e5-8ecf-5428c5dd2ccc req-eb4a0c79-02c7-40c4-981a-7679c41eb23a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144028 Mar 09 06:11:21.469006 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a29d6-29a1-4b8e-af9f-abffd943276b req-d887a2fa-7bfb-435f-b48c-abbc4b4dedd7 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:21.470469 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a9a29d6-29a1-4b8e-af9f-abffd943276b req-d887a2fa-7bfb-435f-b48c-abbc4b4dedd7 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.0721657 Mar 09 06:11:21.516433 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a9a29d6-29a1-4b8e-af9f-abffd943276b req-2d9ddd68-75db-47bd-8737-d3d5a00a6a78 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 Mar 09 06:11:22.574698 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2c544-a6eb-49dd-81e5-d816bed91429 req-0578acd9-e509-44b6-b96d-0a9206b568e9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:22.576219 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a1c2c544-a6eb-49dd-81e5-d816bed91429 req-0578acd9-e509-44b6-b96d-0a9206b568e9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0538676 Mar 09 06:11:22.657972 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a1c2c544-a6eb-49dd-81e5-d816bed91429 req-f549e1d4-d630-47d2-a3ca-d93c9ce8b614 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741658 Mar 09 06:11:22.683957 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b39c5-dc41-435d-9bbf-0f766afb3949 req-a3fcface-ce2e-43c2-b3c8-34de284dbf97 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:22.685533 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bd1b39c5-dc41-435d-9bbf-0f766afb3949 req-a3fcface-ce2e-43c2-b3c8-34de284dbf97 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.0680001 Mar 09 06:11:22.733730 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bd1b39c5-dc41-435d-9bbf-0f766afb3949 req-33361853-2e06-4276-954b-39fb1401c621 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Mar 09 06:11:23.610176 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb589e-1156-4100-a221-894f8a681cab req-c330a8ec-d1d9-41ca-b12d-44206669151a tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:23.611669 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0eb589e-1156-4100-a221-894f8a681cab req-c330a8ec-d1d9-41ca-b12d-44206669151a tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.20 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.0725563 Mar 09 06:11:23.794470 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Deleting port 53276311-71d2-49d1-a8a8-60ff0c4afb2a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:11:23.794898 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:23.967871 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff837d-2258-4100-8547-2e221486a538 req-52b39d82-7c0b-400b-ba34-4ec2092c54f7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:23.975435 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-96ff837d-2258-4100-8547-2e221486a538 req-52b39d82-7c0b-400b-ba34-4ec2092c54f7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.2309628 Mar 09 06:11:24.062789 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] For port 53276311-71d2-49d1-a8a8-60ff0c4afb2a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=53276311-71d2-49d1-a8a8-60ff0c4afb2a,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:11:24.063245 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:24.071266 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34dfb656-b556-4c95-a961-89f046e10f16 req-1a6db238-721d-40a3-aa9f-9e87f542baa3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2070208 Mar 09 06:11:24.088212 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:24.099405 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46843c4-9a13-4b11-b2ff-2ed1fbc96b0c req-9b7fd0a6-7c83-4a24-a4a5-7b72c99e1092 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:24.099405 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a46843c4-9a13-4b11-b2ff-2ed1fbc96b0c req-9b7fd0a6-7c83-4a24-a4a5-7b72c99e1092 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 945 time: 0.2513075 Mar 09 06:11:24.100580 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Calling delete_port for 53276311-71d2-49d1-a8a8-60ff0c4afb2a owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:11:24.151863 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-96ff837d-2258-4100-8547-2e221486a538 req-78b879a3-c9d3-4263-95be-771c221bef09 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754932 Mar 09 06:11:24.276754 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a46843c4-9a13-4b11-b2ff-2ed1fbc96b0c req-d5d1c42a-4125-4276-9e6e-33dd77e4d088 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696744 Mar 09 06:11:24.374619 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb656-b556-4c95-a961-89f046e10f16 req-4298f631-2219-46c6-962b-92d278ded87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:24.374619 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34dfb656-b556-4c95-a961-89f046e10f16 req-4298f631-2219-46c6-962b-92d278ded87b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 1130 time: 0.1871164 Mar 09 06:11:24.461743 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb656-b556-4c95-a961-89f046e10f16 req-141af355-d273-4106-93da-5be8f2ddfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:24.463530 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34dfb656-b556-4c95-a961-89f046e10f16 req-141af355-d273-4106-93da-5be8f2ddfba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 916 time: 0.1451375 Mar 09 06:11:24.559356 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34dfb656-b556-4c95-a961-89f046e10f16 req-a44a4160-de81-44e5-bef8-c91d9cf09b2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=214495d5-d481-42bc-acdc-e507061a96f8 HTTP/1.1" status: 200 len: 1002 time: 0.0838864 Mar 09 06:11:24.613820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb656-b556-4c95-a961-89f046e10f16 req-6a28037e-de5c-4d32-bb57-dd6e9f19af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:24.615478 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34dfb656-b556-4c95-a961-89f046e10f16 req-6a28037e-de5c-4d32-bb57-dd6e9f19af0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0494077 Mar 09 06:11:24.649088 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (53276311-71d2-49d1-a8a8-60ff0c4afb2a), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:24.662782 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['53276311-71d2-49d1-a8a8-60ff0c4afb2a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:11:24.683904 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Pushing event deleted for resources: {'Port': ['ID=53276311-71d2-49d1-a8a8-60ff0c4afb2a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:24.737961 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] No DVR routers for this DVR port 53276311-71d2-49d1-a8a8-60ff0c4afb2a on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:11:24.741033 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb656-b556-4c95-a961-89f046e10f16 req-7f185ff7-b50e-4ef3-ad01-a96b0e154c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:24.743357 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34dfb656-b556-4c95-a961-89f046e10f16 req-7f185ff7-b50e-4ef3-ad01-a96b0e154c9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1207371 Mar 09 06:11:24.743637 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:24.747194 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0eb589e-1156-4100-a221-894f8a681cab req-3eabb314-c123-4b96-b4ba-69878803c671 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.20 "DELETE /v2.0/ports/53276311-71d2-49d1-a8a8-60ff0c4afb2a HTTP/1.1" status: 204 len: 173 time: 1.1290908 Mar 09 06:11:24.747697 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26138c2c-98ca-4b33-a87c-698bbacbd757', 'name': 'network-vif-deleted', 'tag': '53276311-71d2-49d1-a8a8-60ff0c4afb2a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:11:24.749954 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de6baad-54d0-4a5f-aeec-8f055a378bf9" -d '{"events": [{"server_uuid": "26138c2c-98ca-4b33-a87c-698bbacbd757", "name": "network-vif-deleted", "tag": "53276311-71d2-49d1-a8a8-60ff0c4afb2a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:11:24.843510 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9831d61-ab2a-4ed3-a23a-4b0e5b2d5480 x-openstack-request-id: req-a9831d61-ab2a-4ed3-a23a-4b0e5b2d5480 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:11:24.843810 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26138c2c-98ca-4b33-a87c-698bbacbd757", "name": "network-vif-deleted", "tag": "53276311-71d2-49d1-a8a8-60ff0c4afb2a", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:11:24.844744 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9831d61-ab2a-4ed3-a23a-4b0e5b2d5480 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:11:24.845161 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26138c2c-98ca-4b33-a87c-698bbacbd757', 'name': 'network-vif-deleted', 'tag': '53276311-71d2-49d1-a8a8-60ff0c4afb2a', 'status': 'completed', 'code': 200} Mar 09 06:11:24.863408 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34dfb656-b556-4c95-a961-89f046e10f16 req-6db14196-741b-45ea-ac07-13c4a592432f service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006367 Mar 09 06:11:24.926682 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45226) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:25.035112 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34dfb656-b556-4c95-a961-89f046e10f16 req-578142f4-8978-4de8-9dfb-684bc7d3f417 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639776 Mar 09 06:11:25.117926 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f15d4101-aa4a-479c-9e4c-01bd69d5ba76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:25.221502 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f15d4101-aa4a-479c-9e4c-01bd69d5ba76 admin admin] Publish callbacks [] for security_group (5c754bf8-cd9b-43e7-b360-caf7dfd812c6), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:25.300711 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d29ec1-1674-4394-9a77-08b2d396c8f6 req-5b5d3ed6-0f9e-4641-ac2c-2de81044ba7e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:25.302605 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0d29ec1-1674-4394-9a77-08b2d396c8f6 req-5b5d3ed6-0f9e-4641-ac2c-2de81044ba7e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0566070 Mar 09 06:11:25.315124 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f15d4101-aa4a-479c-9e4c-01bd69d5ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (5c754bf8-cd9b-43e7-b360-caf7dfd812c6), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:25.354222 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0d29ec1-1674-4394-9a77-08b2d396c8f6 req-789dff00-f414-410c-b9ed-92870a2268e4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448666 Mar 09 06:11:25.401859 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-f15d4101-aa4a-479c-9e4c-01bd69d5ba76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b1c20855d194727a30809de38e4120b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713528 Mar 09 06:11:25.403541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45234) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:25.426489 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d4101-aa4a-479c-9e4c-01bd69d5ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c754bf8-cd9b-43e7-b360-caf7dfd812c6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:25.495483 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b529a90c-3c08-4755-bd67-e88cde4a96b5 req-f4ac5add-59df-4e0b-bac2-d4e72d2c13a1 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=26138c2c-98ca-4b33-a87c-698bbacbd757 HTTP/1.1" status: 200 len: 210 time: 0.0341091 Mar 09 06:11:25.505530 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a8f7fca-9531-410a-bcba-2641dd3ca625 admin admin] Publish callbacks [] for security_group (5c754bf8-cd9b-43e7-b360-caf7dfd812c6), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:25.528215 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a8f7fca-9531-410a-bcba-2641dd3ca625 admin admin] Publish callbacks [] for security_group (5c754bf8-cd9b-43e7-b360-caf7dfd812c6), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:25.693824 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a8f7fca-9531-410a-bcba-2641dd3ca625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (5c754bf8-cd9b-43e7-b360-caf7dfd812c6), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:25.697902 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a8f7fca-9531-410a-bcba-2641dd3ca625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:25.700127 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2a8f7fca-9531-410a-bcba-2641dd3ca625 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c754bf8-cd9b-43e7-b360-caf7dfd812c6 HTTP/1.1" status: 204 len: 168 time: 0.2953537 Mar 09 06:11:25.711615 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f7fca-9531-410a-bcba-2641dd3ca625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c754bf8-cd9b-43e7-b360-caf7dfd812c6,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:26.433007 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45246) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:26.455535 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-108a8220-79ee-4994-b252-58826cbcf0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:26.526121 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa407bb3-39c3-4a0e-9404-1b624e823b0f req-221892d2-cf75-4b09-a689-91f0af4eb01c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:26.527555 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fa407bb3-39c3-4a0e-9404-1b624e823b0f req-221892d2-cf75-4b09-a689-91f0af4eb01c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0860114 Mar 09 06:11:26.603808 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fa407bb3-39c3-4a0e-9404-1b624e823b0f req-603fdd15-f564-4779-9d1c-c440454b35f5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679512 Mar 09 06:11:26.608349 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-108a8220-79ee-4994-b252-58826cbcf0c8 admin admin] Publish callbacks [] for security_group (01a076cd-9de0-409d-a497-eb82afaf25c5), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:26.803401 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-108a8220-79ee-4994-b252-58826cbcf0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (01a076cd-9de0-409d-a497-eb82afaf25c5), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:26.840806 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a8220-79ee-4994-b252-58826cbcf0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a076cd-9de0-409d-a497-eb82afaf25c5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:26.847982 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-108a8220-79ee-4994-b252-58826cbcf0c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4299e8e692ce454b91a72d3840b228e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153256 Mar 09 06:11:26.850503 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45254) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:26.899460 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dcbd12d4-6406-442a-a232-125a0a61e8e5 admin admin] Publish callbacks [] for security_group (01a076cd-9de0-409d-a497-eb82afaf25c5), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:26.920236 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dcbd12d4-6406-442a-a232-125a0a61e8e5 admin admin] Publish callbacks [] for security_group (01a076cd-9de0-409d-a497-eb82afaf25c5), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:27.042727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dcbd12d4-6406-442a-a232-125a0a61e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (01a076cd-9de0-409d-a497-eb82afaf25c5), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:27.045465 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dcbd12d4-6406-442a-a232-125a0a61e8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:27.046903 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-dcbd12d4-6406-442a-a232-125a0a61e8e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01a076cd-9de0-409d-a497-eb82afaf25c5 HTTP/1.1" status: 204 len: 168 time: 0.1951272 Mar 09 06:11:27.057739 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd12d4-6406-442a-a232-125a0a61e8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a076cd-9de0-409d-a497-eb82afaf25c5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:27.764307 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e467-993e-4e7e-939e-64c8e9442a53 req-9c941da8-9440-45e2-bf1f-645d13717e05 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:27.766440 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f87e467-993e-4e7e-939e-64c8e9442a53 req-9c941da8-9440-45e2-bf1f-645d13717e05 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0732963 Mar 09 06:11:27.852668 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f87e467-993e-4e7e-939e-64c8e9442a53 req-5f5e8853-ac0b-4d1d-a9ea-74cf731c129c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798321 Mar 09 06:11:28.973032 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6a3e0-7409-47f3-bf8e-aeeba1bd5b40 req-4bcd4fcd-3687-4109-b77c-cc53dde1c4d6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:28.975007 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82a6a3e0-7409-47f3-bf8e-aeeba1bd5b40 req-4bcd4fcd-3687-4109-b77c-cc53dde1c4d6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0567331 Mar 09 06:11:29.032601 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82a6a3e0-7409-47f3-bf8e-aeeba1bd5b40 req-92133c39-363c-4608-9120-379dbc8ee8ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522332 Mar 09 06:11:29.252112 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 53276311-71d2-49d1-a8a8-60ff0c4afb2a no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:11:29.275333 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 53276311-71d2-49d1-a8a8-60ff0c4afb2a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:11:29.275687 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 53276311-71d2-49d1-a8a8-60ff0c4afb2a not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:11:30.178036 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4f7d-5078-4825-b14a-43409114fc10 req-d1e639cd-dcaf-4e56-950f-310136ecd5cc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:30.179619 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-127d4f7d-5078-4825-b14a-43409114fc10 req-d1e639cd-dcaf-4e56-950f-310136ecd5cc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0717163 Mar 09 06:11:30.233420 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-127d4f7d-5078-4825-b14a-43409114fc10 req-627274b8-51b2-4ebd-a515-1e557b04e822 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481634 Mar 09 06:11:31.380223 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e621b-0c57-47d8-b512-92623a195e1e req-bdd48440-f707-4530-9034-93e5c0f35186 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:31.381766 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-117e621b-0c57-47d8-b512-92623a195e1e req-bdd48440-f707-4530-9034-93e5c0f35186 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0622990 Mar 09 06:11:31.428548 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-117e621b-0c57-47d8-b512-92623a195e1e req-a0338bfa-1182-47ed-a994-c1af7a190c99 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411813 Mar 09 06:11:32.579787 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8b82b-877d-4256-ba7c-36bd7c7fb8c1 req-25f66213-ff06-4567-be87-267227d57f90 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:32.584288 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82f8b82b-877d-4256-ba7c-36bd7c7fb8c1 req-25f66213-ff06-4567-be87-267227d57f90 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0774307 Mar 09 06:11:32.645857 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82f8b82b-877d-4256-ba7c-36bd7c7fb8c1 req-c49e5a77-6094-4a0b-84ca-cfe272514f33 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552247 Mar 09 06:11:33.803130 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edd51e-cc8e-43a2-8a68-8b2a4ab0de7e req-3c6ba15d-9986-4260-a7bb-507ea484a34d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:33.808953 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-66edd51e-cc8e-43a2-8a68-8b2a4ab0de7e req-3c6ba15d-9986-4260-a7bb-507ea484a34d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0754335 Mar 09 06:11:33.854153 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-66edd51e-cc8e-43a2-8a68-8b2a4ab0de7e req-47809ed5-d052-41d9-a3e8-f13638df9ebe tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 Mar 09 06:11:34.978211 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bd3cf-ee34-476f-9406-465bab10710d req-fd610fcc-1509-474d-b13c-54202944c589 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:34.979835 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c42bd3cf-ee34-476f-9406-465bab10710d req-fd610fcc-1509-474d-b13c-54202944c589 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0544965 Mar 09 06:11:35.032821 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c42bd3cf-ee34-476f-9406-465bab10710d req-7f85f079-327a-4ab6-bd96-3c7bb16ac1d7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466337 Mar 09 06:11:36.155257 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ac1e3-a318-46db-acf6-d31194f8e131 req-13c2a7c3-004a-4759-ab33-4b06e30190f0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:36.156839 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb1ac1e3-a318-46db-acf6-d31194f8e131 req-13c2a7c3-004a-4759-ab33-4b06e30190f0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0525520 Mar 09 06:11:36.207166 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb1ac1e3-a318-46db-acf6-d31194f8e131 req-eb9ebdc6-93e4-42fb-ae71-491c1716d696 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 Mar 09 06:11:36.440442 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3980c6e0-7684-4daf-ace8-b7f92e11b9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:37.326634 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d31d2-7a8a-42e9-87b6-d8648c088b68 req-1b9ba20d-92cf-4841-b6e3-56b0f1516ffb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:37.328068 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b89d31d2-7a8a-42e9-87b6-d8648c088b68 req-1b9ba20d-92cf-4841-b6e3-56b0f1516ffb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0507374 Mar 09 06:11:37.373105 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b89d31d2-7a8a-42e9-87b6-d8648c088b68 req-926fcb57-fb51-4bb8-8932-c4f87350d930 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392547 Mar 09 06:11:38.044202 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-c24291c4-5552-4dcd-90e4-9f0aba4b4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:38.045723 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-c24291c4-5552-4dcd-90e4-9f0aba4b4004 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 1130 time: 0.0474048 Mar 09 06:11:38.137506 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-52091dc6-443c-4810-88ca-19784384339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:38.138886 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-52091dc6-443c-4810-88ca-19784384339b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.0864258 Mar 09 06:11:38.203618 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-69eed84f-604a-4946-b050-85312c087258 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 200 len: 1001 time: 0.0576246 Mar 09 06:11:38.258830 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-6c099dc3-c2c6-4db2-bb1b-12e98a888e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:38.260351 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-6c099dc3-c2c6-4db2-bb1b-12e98a888e54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.0499320 Mar 09 06:11:38.310351 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-9729c34c-1086-4444-a373-d0d5c33e4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:38.311877 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-9729c34c-1086-4444-a373-d0d5c33e4892 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450447 Mar 09 06:11:38.402205 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-7a477167-5b83-499d-9954-779a1156c322 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838702 Mar 09 06:11:38.527473 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14101bb6-8dd7-4a72-acf8-0e86f593406c req-d1b2c3db-afaf-4e6c-9f8c-957c695f5f2d service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195090 Mar 09 06:11:38.539222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38033bea-9bad-45a0-89f3-23eaccd83c91 req-6b99c222-3891-439f-a5c3-c5a949e37c04 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:38.540661 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-38033bea-9bad-45a0-89f3-23eaccd83c91 req-6b99c222-3891-439f-a5c3-c5a949e37c04 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0693176 Mar 09 06:11:38.587046 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-38033bea-9bad-45a0-89f3-23eaccd83c91 req-99069d00-5942-4cf2-aa4a-b62adbf9fd28 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Mar 09 06:11:38.700456 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d9783cd2-3e15-4115-a36e-c556475090c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:39.711735 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3a33a-bc14-402f-b36f-2f10d48a8b81 req-aa2a710e-8489-4ce6-812f-e0ac84858140 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:39.713233 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95f3a33a-bc14-402f-b36f-2f10d48a8b81 req-aa2a710e-8489-4ce6-812f-e0ac84858140 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0552287 Mar 09 06:11:39.759489 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-95f3a33a-bc14-402f-b36f-2f10d48a8b81 req-cd8db565-3901-41bd-a4e3-a4c5c42f31ca tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405695 Mar 09 06:11:39.978138 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:40.843556 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:11:40.880333 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8f5dc-a7df-4202-977a-6c8a958f99d1 req-e89e67d2-97cb-42be-ae7b-737b14950b37 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:40.882721 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4f8f5dc-a7df-4202-977a-6c8a958f99d1 req-e89e67d2-97cb-42be-ae7b-737b14950b37 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 946 time: 0.0535452 Mar 09 06:11:40.932973 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 477575e8-e9e2-4cfd-9a46-715db6132777 is: ACTIVE; New status is: DOWN {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:11:40.933369 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:40.941869 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4f8f5dc-a7df-4202-977a-6c8a958f99d1 req-1f55a569-28ca-4d83-b4b0-e2d218df93ae tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494826 Mar 09 06:11:40.962754 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:11:40.964292 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e34d9e-db52-409d-a0d0-15fb229cc2fe" -d '{"events": [{"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-unplugged", "status": "completed", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:11:40.977022 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:11:41.001217 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 06:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c318d3a-ebd4-4bb1-9ef9-654fedae7df3 x-openstack-request-id: req-0c318d3a-ebd4-4bb1-9ef9-654fedae7df3 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:11:41.001217 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-unplugged", "status": "completed", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:11:41.001217 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c318d3a-ebd4-4bb1-9ef9-654fedae7df3 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:11:41.001217 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777', 'code': 200} Mar 09 06:11:41.024589 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:41.064091 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:41.117442 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=8']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:42.067683 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa198c55-6bd2-4048-a9e3-8fd7af9de690 req-b895d62b-3ba7-4a50-90ff-f651e52e7406 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:42.069153 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fa198c55-6bd2-4048-a9e3-8fd7af9de690 req-b895d62b-3ba7-4a50-90ff-f651e52e7406 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0504589 Mar 09 06:11:42.119313 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fa198c55-6bd2-4048-a9e3-8fd7af9de690 req-d2d4da93-385f-4b72-9445-2bb73a79fc8b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Mar 09 06:11:42.757533 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:43.241190 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1192a-532f-478e-9ef4-9e30f1c4aaa1 req-0b68d59b-6038-4682-aec1-7843ae3ea908 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:43.243239 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-49f1192a-532f-478e-9ef4-9e30f1c4aaa1 req-0b68d59b-6038-4682-aec1-7843ae3ea908 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0516884 Mar 09 06:11:43.289139 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-49f1192a-532f-478e-9ef4-9e30f1c4aaa1 req-5c63d865-e4ce-4ae2-8892-818fd50983d9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Mar 09 06:11:44.409561 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768fbc5-d174-4850-9ec4-bb4262a4b7d1 req-46ab0408-7054-40d0-b689-ae344799cf12 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:44.411051 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7768fbc5-d174-4850-9ec4-bb4262a4b7d1 req-46ab0408-7054-40d0-b689-ae344799cf12 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0521798 Mar 09 06:11:44.462338 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7768fbc5-d174-4850-9ec4-bb4262a4b7d1 req-88c3f5d0-9d70-4e31-995d-c148725e460b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451603 Mar 09 06:11:44.753734 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:11:45.598914 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d54fc-4724-4ddb-853f-53b4e25350d1 req-02a47bbc-a943-4188-9905-56ef7b0e6bab tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:45.600431 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-384d54fc-4724-4ddb-853f-53b4e25350d1 req-02a47bbc-a943-4188-9905-56ef7b0e6bab tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0594575 Mar 09 06:11:45.683323 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-384d54fc-4724-4ddb-853f-53b4e25350d1 req-f8229877-5522-4b34-b588-9a5d76d07bd3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718124 Mar 09 06:11:45.756626 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-ce2563b2-86ba-416f-b9fb-e6de48797c18 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:45.758118 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-ce2563b2-86ba-416f-b9fb-e6de48797c18 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/networks?id=735819f2-c1df-4dec-94a7-ef0d4669816c HTTP/1.1" status: 200 len: 813 time: 0.1330390 Mar 09 06:11:45.773381 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-43c845b6-96f5-4860-8234-6c055898589c tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/quotas/097e68b4def747779c0594225f4b0606 HTTP/1.1" status: 200 len: 375 time: 0.0091400 Mar 09 06:11:45.812281 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-e869dc53-ec36-44f9-911f-a24d0e980310 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=097e68b4def747779c0594225f4b0606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323262 Mar 09 06:11:45.903851 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-5292cf24-550b-407f-9ff8-500e01cb3a34 service neutron] 10.222.0.18 "GET /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846307 Mar 09 06:11:45.996373 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-b45d077b-aa4e-4089-89c1-719eba49c05b service neutron] 10.222.0.18 "GET /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866451 Mar 09 06:11:46.188614 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45572) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:46.272184 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-84505f6a-b619-4365-842e-b4174cae723a req-42d64b41-2b13-45c2-a339-50e8ca9f3334 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0291691 Mar 09 06:11:46.303277 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:46.375435 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Publish callbacks [] for security_group (ec4faaf3-b318-4bc4-b42d-c30cd93ba212), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:46.452525 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ec4faaf3-b318-4bc4-b42d-c30cd93ba212), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:46.494187 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f31ec92d4b8f4023b3eedf3bb9910dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044326 Mar 09 06:11:46.495019 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4faaf3-b318-4bc4-b42d-c30cd93ba212,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:46.497005 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45578) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:46.502411 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.502764 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.503102 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.503435 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.503756 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.504083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.504404 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.504770 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.505119 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.505439 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.505758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.506073 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.506386 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8510af-7216-44d0-a95b-a9a233fe8674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.545166 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Publish callbacks [] for security_group (ec4faaf3-b318-4bc4-b42d-c30cd93ba212), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:46.566090 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Publish callbacks [] for security_group (ec4faaf3-b318-4bc4-b42d-c30cd93ba212), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:46.683673 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ec4faaf3-b318-4bc4-b42d-c30cd93ba212), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:46.686224 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:46.687378 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec4faaf3-b318-4bc4-b42d-c30cd93ba212 HTTP/1.1" status: 204 len: 168 time: 0.1893971 Mar 09 06:11:46.695686 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4faaf3-b318-4bc4-b42d-c30cd93ba212,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:46.702524 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.702874 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.703223 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.703562 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.703893 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.704221 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.704642 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.704975 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.705302 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.705631 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.705952 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.706279 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.706599 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c84b2d-628b-4660-bfaf-7d9e2dc317a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:11:46.822925 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3c08c-1b3a-4465-868c-d9d8a3ef5379 req-f6e29585-6893-430f-ad13-8adfad55048a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:46.824410 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03a3c08c-1b3a-4465-868c-d9d8a3ef5379 req-f6e29585-6893-430f-ad13-8adfad55048a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0539041 Mar 09 06:11:46.871290 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03a3c08c-1b3a-4465-868c-d9d8a3ef5379 req-4c5046c7-2771-47d7-bdab-6b8c19aeaf7d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Mar 09 06:11:47.324772 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:47.337702 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3bd686d4-73c1-49c9-9afe-d4fc9c847568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:47.353879 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-66bf9dee-0eb7-4576-b3fd-985f5871b4e1 req-79298497-7d4c-4321-92ef-d5561990755b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0266919 Mar 09 06:11:47.415488 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3bd686d4-73c1-49c9-9afe-d4fc9c847568 admin admin] Publish callbacks [] for security_group (0c1c8ac7-83d2-4eb4-9381-1d6927f7960e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:47.489540 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3bd686d4-73c1-49c9-9afe-d4fc9c847568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (0c1c8ac7-83d2-4eb4-9381-1d6927f7960e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:47.526641 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3bd686d4-73c1-49c9-9afe-d4fc9c847568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0adb2acd4af144fcbafc1a63c6d125b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007525 Mar 09 06:11:47.528604 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd686d4-73c1-49c9-9afe-d4fc9c847568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1c8ac7-83d2-4eb4-9381-1d6927f7960e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:47.529529 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45610) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:47.577947 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08419308-1b43-4c7c-a8c1-662bb4884055 admin admin] Publish callbacks [] for security_group (0c1c8ac7-83d2-4eb4-9381-1d6927f7960e), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:47.599069 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08419308-1b43-4c7c-a8c1-662bb4884055 admin admin] Publish callbacks [] for security_group (0c1c8ac7-83d2-4eb4-9381-1d6927f7960e), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:47.746532 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08419308-1b43-4c7c-a8c1-662bb4884055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (0c1c8ac7-83d2-4eb4-9381-1d6927f7960e), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:47.749368 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08419308-1b43-4c7c-a8c1-662bb4884055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:47.750535 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-08419308-1b43-4c7c-a8c1-662bb4884055 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c1c8ac7-83d2-4eb4-9381-1d6927f7960e HTTP/1.1" status: 204 len: 168 time: 0.2200387 Mar 09 06:11:47.758456 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08419308-1b43-4c7c-a8c1-662bb4884055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1c8ac7-83d2-4eb4-9381-1d6927f7960e,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:48.166877 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-106c26c2-3e9a-433a-85ec-c87e12c60d74 req-b24f3c56-2eb7-4338-a716-04ae91befad2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:11:48.167856 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-106c26c2-3e9a-433a-85ec-c87e12c60d74 req-b24f3c56-2eb7-4338-a716-04ae91befad2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059569 Mar 09 06:11:48.431288 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-37af0adf-c3be-45d2-a345-f55bd4be2611 req-95ed6216-c9d7-4a33-8ff8-cab57ca763db tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0287733 Mar 09 06:11:48.527700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b64248-ff36-441d-ad7a-66f599d084c3 req-03b2cff8-8308-449a-b2d1-70e4e48d3a22 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:48.529215 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c8b64248-ff36-441d-ad7a-66f599d084c3 req-03b2cff8-8308-449a-b2d1-70e4e48d3a22 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0546210 Mar 09 06:11:48.578571 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c8b64248-ff36-441d-ad7a-66f599d084c3 req-59145cfb-3239-408c-8f53-4c559427bf35 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408118 Mar 09 06:11:48.683151 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45654) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:48.811276 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7afb9c1b-1705-4d8a-b1eb-79b6043dbaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:48.891672 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7afb9c1b-1705-4d8a-b1eb-79b6043dbaa1 admin admin] Publish callbacks [] for security_group (c1256142-28b7-4894-b939-bcf57bf92dd0), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:48.973448 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7afb9c1b-1705-4d8a-b1eb-79b6043dbaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c1256142-28b7-4894-b939-bcf57bf92dd0), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:49.014681 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7afb9c1b-1705-4d8a-b1eb-79b6043dbaa1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90a8f63da5b846489ebcb537030cd55b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302996 Mar 09 06:11:49.015552 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb9c1b-1705-4d8a-b1eb-79b6043dbaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1256142-28b7-4894-b939-bcf57bf92dd0,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:49.017579 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:49.071359 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afdd275f-c2cd-4650-9096-d1f4e5b00d73 admin admin] Publish callbacks [] for security_group (c1256142-28b7-4894-b939-bcf57bf92dd0), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:49.092785 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afdd275f-c2cd-4650-9096-d1f4e5b00d73 admin admin] Publish callbacks [] for security_group (c1256142-28b7-4894-b939-bcf57bf92dd0), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:49.226928 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afdd275f-c2cd-4650-9096-d1f4e5b00d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c1256142-28b7-4894-b939-bcf57bf92dd0), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:49.229594 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afdd275f-c2cd-4650-9096-d1f4e5b00d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:49.230743 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-afdd275f-c2cd-4650-9096-d1f4e5b00d73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1256142-28b7-4894-b939-bcf57bf92dd0 HTTP/1.1" status: 204 len: 168 time: 0.2121818 Mar 09 06:11:49.238394 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd275f-c2cd-4650-9096-d1f4e5b00d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1256142-28b7-4894-b939-bcf57bf92dd0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:49.255122 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45684) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:49.394527 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-88fd8efa-96de-4ce0-b110-873513653cc3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373920 Mar 09 06:11:49.403719 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-4021f0f7-9b00-4ede-a1de-1a240354ad8e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:11:49.404702 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-4021f0f7-9b00-4ede-a1de-1a240354ad8e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050526 Mar 09 06:11:49.522312 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27ed5905-f7e5-47ae-993c-4e122d7ef303 req-aa34e805-be66-4a46-ad1d-f95073c4beec tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0276856 Mar 09 06:11:49.622977 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45706) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:49.672129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:11:49.723399 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c9ad8-3a59-482c-bea1-a51c0057a29e req-9a79b7d8-99f1-478d-b057-c626412159b5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:49.725075 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b09c9ad8-3a59-482c-bea1-a51c0057a29e req-9a79b7d8-99f1-478d-b057-c626412159b5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0674968 Mar 09 06:11:49.796980 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 477575e8-e9e2-4cfd-9a46-715db6132777 is: DOWN; New status is: DOWN {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:11:49.801160 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b09c9ad8-3a59-482c-bea1-a51c0057a29e req-e861622f-716f-4e68-89f9-ab5a0dcf01df tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701673 Mar 09 06:11:49.883554 dv-cinder-831154-2-iscsi neutron-server[103636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 06:11:49.928322 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-152805db-e77e-413e-9cfb-0f3f975dbcff tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:49.929744 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-152805db-e77e-413e-9cfb-0f3f975dbcff tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports/477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 200 len: 941 time: 0.3053823 Mar 09 06:11:50.627812 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-11984be8-7793-4d45-a086-f02bcca39953 req-c5fea57d-e18c-4f3f-a6ef-091b6bdaa4bb tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0307848 Mar 09 06:11:50.922851 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a35fcd-2ac8-4b23-a417-220100f9b949 req-18d7fd91-49b0-4d84-84e1-5fd0727aab92 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:50.924230 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27a35fcd-2ac8-4b23-a417-220100f9b949 req-18d7fd91-49b0-4d84-84e1-5fd0727aab92 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0518875 Mar 09 06:11:50.972890 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27a35fcd-2ac8-4b23-a417-220100f9b949 req-75b5b27e-f9dc-4ea0-aa62-b12455211561 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423250 Mar 09 06:11:51.722770 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e081bd0c-dd07-483d-9e7c-e980fa9b704e req-04a2aed1-4cdf-43b1-986f-59dbff8db01d tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0274942 Mar 09 06:11:52.095537 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281f454-7432-4750-8d05-02530efcdb01 req-8465d38a-1a6a-45fa-9d6c-1cf63d7d3023 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:52.097108 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6281f454-7432-4750-8d05-02530efcdb01 req-8465d38a-1a6a-45fa-9d6c-1cf63d7d3023 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0514290 Mar 09 06:11:52.147626 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6281f454-7432-4750-8d05-02530efcdb01 req-b6a01852-2e1c-4798-93db-f142fd4784dd tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445106 Mar 09 06:11:52.550753 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45792) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:52.658461 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92c7b4f8-a555-462e-a3f4-c028a14e3056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:52.737762 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92c7b4f8-a555-462e-a3f4-c028a14e3056 admin admin] Publish callbacks [] for security_group (c041bfb9-ace0-47db-a1e2-944fac47e112), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:52.818252 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92c7b4f8-a555-462e-a3f4-c028a14e3056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c041bfb9-ace0-47db-a1e2-944fac47e112), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:52.820480 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-62c84db9-f7a3-4dab-905b-384487a88101 req-2bc3a7f4-d062-40ee-995a-4e24040f13bc tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0303142 Mar 09 06:11:52.859179 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b4f8-a555-462e-a3f4-c028a14e3056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c041bfb9-ace0-47db-a1e2-944fac47e112,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:52.867863 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45806) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:52.868023 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-92c7b4f8-a555-462e-a3f4-c028a14e3056 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3638cc8d48947c1b9b9f48873013a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160346 Mar 09 06:11:52.917391 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5245c1a0-ec5a-4a9d-9c57-d47986fcbe00 admin admin] Publish callbacks [] for security_group (c041bfb9-ace0-47db-a1e2-944fac47e112), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:52.960401 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5245c1a0-ec5a-4a9d-9c57-d47986fcbe00 admin admin] Publish callbacks [] for security_group (c041bfb9-ace0-47db-a1e2-944fac47e112), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:53.065656 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-bb56f0da-3dbe-495f-83f8-01711dd8042e tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:53.067278 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-bb56f0da-3dbe-495f-83f8-01711dd8042e tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.20 "GET /v2.0/networks?id=735819f2-c1df-4dec-94a7-ef0d4669816c HTTP/1.1" status: 200 len: 813 time: 0.1407876 Mar 09 06:11:53.079089 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Request body: {'port': {'device_id': 'ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d', 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c', 'admin_state_up': True, 'tenant_id': '097e68b4def747779c0594225f4b0606'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:11:53.139134 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5245c1a0-ec5a-4a9d-9c57-d47986fcbe00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c041bfb9-ace0-47db-a1e2-944fac47e112), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:53.141587 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5245c1a0-ec5a-4a9d-9c57-d47986fcbe00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:53.142708 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5245c1a0-ec5a-4a9d-9c57-d47986fcbe00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c041bfb9-ace0-47db-a1e2-944fac47e112 HTTP/1.1" status: 204 len: 168 time: 0.2738652 Mar 09 06:11:53.162600 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245c1a0-ec5a-4a9d-9c57-d47986fcbe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041bfb9-ace0-47db-a1e2-944fac47e112,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:53.297865 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b7f42-8c3b-4ba0-976f-5a92a226a7f1 req-c80f890c-d54a-452f-a2bd-2ebddb0b6732 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:53.299348 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b3b7f42-8c3b-4ba0-976f-5a92a226a7f1 req-c80f890c-d54a-452f-a2bd-2ebddb0b6732 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0572493 Mar 09 06:11:53.300799 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Made reservation on behalf of 097e68b4def747779c0594225f4b0606 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:11:53.303994 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:53.396644 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b3b7f42-8c3b-4ba0-976f-5a92a226a7f1 req-495508ce-b3aa-4ef5-ab80-a1688c6ac171 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896573 Mar 09 06:11:53.464620 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Allocated IP 172.20.0.3 (735819f2-c1df-4dec-94a7-ef0d4669816c/3b08bd94-cc9f-454f-8179-08f5b9e38336/44a3c728-2509-4848-9903-bfb5ab672d18) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:11:53.601682 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-927a9d04-dd23-423f-8426-a39f08a77bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:53.603220 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-927a9d04-dd23-423f-8426-a39f08a77bf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5&tenant_id=f023b41920114624a2dfc2df6dd7db55 HTTP/1.1" status: 200 len: 1128 time: 0.1343546 Mar 09 06:11:53.727211 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-d6e0133f-c0d8-41fa-b2dd-01136cf309e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:53.728708 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-d6e0133f-c0d8-41fa-b2dd-01136cf309e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 1128 time: 0.0833883 Mar 09 06:11:53.731294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks [] for port (44a3c728-2509-4848-9903-bfb5ab672d18), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:53.836925 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-7a2da0e7-3851-4334-946e-6c135370e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:53.838380 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-7a2da0e7-3851-4334-946e-6c135370e9ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.1027572 Mar 09 06:11:53.927806 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6b5a4f01-f855-4d28-93ac-dd95d1a9fd13 req-0735a70b-3e44-497e-80c9-9f138ce1f12a tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0327072 Mar 09 06:11:53.930190 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-3e2b8c44-af09-462a-8533-beef84d73524 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 200 len: 999 time: 0.0857742 Mar 09 06:11:53.938022 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:53.999073 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.035192 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45828) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:54.049736 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec9f5-c15d-4fcb-97b9-b41f8b55e561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.132305 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec9f5-c15d-4fcb-97b9-b41f8b55e561 admin admin] Publish callbacks [] for security_group (a40f7c6b-6e14-4dc2-b1e0-2ce6b15614f8), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.221642 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec9f5-c15d-4fcb-97b9-b41f8b55e561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (a40f7c6b-6e14-4dc2-b1e0-2ce6b15614f8), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.261363 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fd1ec9f5-c15d-4fcb-97b9-b41f8b55e561 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2790ea5886f4b3c911e5faa116af000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249486 Mar 09 06:11:54.262577 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ec9f5-c15d-4fcb-97b9-b41f8b55e561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f7c6b-6e14-4dc2-b1e0-2ce6b15614f8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:54.264960 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:54.265120 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Network 735819f2-c1df-4dec-94a7-ef0d4669816c is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:11:54.273270 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:11:54.278940 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:11:54.285665 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-ec10c93a-f3c7-4755-8071-8b7b26b9ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:54.287166 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-ec10c93a-f3c7-4755-8071-8b7b26b9ec03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.3509617 Mar 09 06:11:54.306832 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Pushing event updated for resources: {'Port': ['ID=44a3c728-2509-4848-9903-bfb5ab672d18,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:54.314738 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7599dc37-f782-4817-8e32-20d52ecb457f admin admin] Publish callbacks [] for security_group (a40f7c6b-6e14-4dc2-b1e0-2ce6b15614f8), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.335511 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7599dc37-f782-4817-8e32-20d52ecb457f admin admin] Publish callbacks [] for security_group (a40f7c6b-6e14-4dc2-b1e0-2ce6b15614f8), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.358359 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:54.358965 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.377300 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-d10cd153-aa2c-4cfa-9b19-64a8eefe6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:54.378789 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-d10cd153-aa2c-4cfa-9b19-64a8eefe6672 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730379 Mar 09 06:11:54.453983 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-a4d4cd92-ce17-440e-9e24-df0b8d377b96 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3788161 Mar 09 06:11:54.467437 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Request body: {'port': {'device_id': 'ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:11:54.478685 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7599dc37-f782-4817-8e32-20d52ecb457f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (a40f7c6b-6e14-4dc2-b1e0-2ce6b15614f8), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.481221 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7599dc37-f782-4817-8e32-20d52ecb457f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.482348 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-7599dc37-f782-4817-8e32-20d52ecb457f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a40f7c6b-6e14-4dc2-b1e0-2ce6b15614f8 HTTP/1.1" status: 204 len: 168 time: 0.2165055 Mar 09 06:11:54.490528 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599dc37-f782-4817-8e32-20d52ecb457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f7c6b-6e14-4dc2-b1e0-2ce6b15614f8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:54.525558 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-81b05633-911d-400c-949c-02f3ce7baef5 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410348 Mar 09 06:11:54.635871 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fa4a1-6f37-45a6-8938-eb5b38ef568b req-51df53aa-446d-4a08-b93a-cd86ad0759ea tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:54.637385 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d50fa4a1-6f37-45a6-8938-eb5b38ef568b req-51df53aa-446d-4a08-b93a-cd86ad0759ea tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.1624315 Mar 09 06:11:54.643323 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.690287 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-876acd7a-3e6d-4695-aceb-07ceeaaa66f2 req-698547cc-5e43-4bb4-bbb0-e2dd69d3782e service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555507 Mar 09 06:11:54.751410 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d50fa4a1-6f37-45a6-8938-eb5b38ef568b req-89df8d1a-fcc9-4efa-af39-121f0678e832 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045227 Mar 09 06:11:54.967005 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a3c728-2509-4848-9903-bfb5ab672d18 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:11:54.978793 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Publish callbacks [] for port (44a3c728-2509-4848-9903-bfb5ab672d18), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:54.993744 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Transition to ACTIVE for port object 44a3c728-2509-4848-9903-bfb5ab672d18 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:11:55.069483 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c063dab-25cb-48ec-99bd-7aa2ce880cac req-7cd6c40f-307b-45de-a61e-92666ac59278 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:55.071636 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c063dab-25cb-48ec-99bd-7aa2ce880cac req-7cd6c40f-307b-45de-a61e-92666ac59278 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 931 time: 0.0585706 Mar 09 06:11:55.094517 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:55.167203 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=44a3c728-2509-4848-9903-bfb5ab672d18,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:55.175029 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5c063dab-25cb-48ec-99bd-7aa2ce880cac req-4add4f56-4d0d-4b33-9f01-c166c0fb05ec tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965509 Mar 09 06:11:55.265539 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Attempting to bind port 44a3c728-2509-4848-9903-bfb5ab672d18 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:11:55.265896 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Attempting to bind port 44a3c728-2509-4848-9903-bfb5ab672d18 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:11:55.266239 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Attempting to bind port 44a3c728-2509-4848-9903-bfb5ab672d18 on network 735819f2-c1df-4dec-94a7-ef0d4669816c {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:11:55.270984 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Port 44a3c728-2509-4848-9903-bfb5ab672d18 on network 735819f2-c1df-4dec-94a7-ef0d4669816c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:11:55.271305 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Attempting to bind port 44a3c728-2509-4848-9903-bfb5ab672d18 on network 735819f2-c1df-4dec-94a7-ef0d4669816c {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:11:55.276844 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:11:55.277968 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Checking segment: {'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:11:55.277968 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Bound using segment: {'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:11:55.278204 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Bound port: 44a3c728-2509-4848-9903-bfb5ab672d18, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9d014f-4873-47eb-b314-835143324b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:11:55.278489 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:55.341642 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] For port 44a3c728-2509-4848-9903-bfb5ab672d18, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:11:55.344820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] For port 44a3c728-2509-4848-9903-bfb5ab672d18, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=44a3c728-2509-4848-9903-bfb5ab672d18,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:11:55.468023 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:55.506176 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:55.507280 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:55.508722 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] 10.222.0.20 "PUT /v2.0/ports/44a3c728-2509-4848-9903-bfb5ab672d18 HTTP/1.1" status: 200 len: 1093 time: 1.0454891 Mar 09 06:11:55.509234 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d', 'tag': '44a3c728-2509-4848-9903-bfb5ab672d18'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:11:55.511689 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212f70ee-b3b6-4893-a87a-6c209e6e8d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d", "tag": "44a3c728-2509-4848-9903-bfb5ab672d18"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:11:55.547014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdb4d2-af0e-48b3-b680-08c247399ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=44a3c728-2509-4848-9903-bfb5ab672d18,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:55.560391 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1118710c-ead3-4c92-948c-88db26a8d818 x-openstack-request-id: req-1118710c-ead3-4c92-948c-88db26a8d818 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:11:55.560906 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d", "tag": "44a3c728-2509-4848-9903-bfb5ab672d18", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:11:55.561414 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1118710c-ead3-4c92-948c-88db26a8d818 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:11:55.562005 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d', 'tag': '44a3c728-2509-4848-9903-bfb5ab672d18', 'status': 'completed', 'code': 200} Mar 09 06:11:55.625461 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f70ee-b3b6-4893-a87a-6c209e6e8d2c req-5af4c265-7b8c-4d8c-8bc1-c87015f92457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:55.627269 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-212f70ee-b3b6-4893-a87a-6c209e6e8d2c req-5af4c265-7b8c-4d8c-8bc1-c87015f92457 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=097e68b4def747779c0594225f4b0606&device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 1127 time: 0.0536489 Mar 09 06:11:55.934329 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82726a-08f8-4e1d-9b34-0cefebbe0350 req-4ad06500-fcdb-4d4b-8351-1a5358903136 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:55.937195 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f82726a-08f8-4e1d-9b34-0cefebbe0350 req-4ad06500-fcdb-4d4b-8351-1a5358903136 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0747125 Mar 09 06:11:56.007949 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f82726a-08f8-4e1d-9b34-0cefebbe0350 req-91e8b0d8-a130-423c-a898-aed7a7cf2cee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631661 Mar 09 06:11:56.332586 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5da8b-ace8-436b-bc53-5cdc69d156d1 req-75aa51b8-714a-4e19-8908-1fdec5a832bc tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:56.336987 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3fd5da8b-ace8-436b-bc53-5cdc69d156d1 req-75aa51b8-714a-4e19-8908-1fdec5a832bc tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0618622 Mar 09 06:11:56.394109 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3fd5da8b-ace8-436b-bc53-5cdc69d156d1 req-e4a4f044-6a52-42ed-900a-498c2e0657dc tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509558 Mar 09 06:11:57.154072 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50eab3-9be1-4c82-b21e-12b97379050d req-e4ca17dc-748f-4d77-bbdc-a5ed41beb5f3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:57.155648 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bb50eab3-9be1-4c82-b21e-12b97379050d req-e4ca17dc-748f-4d77-bbdc-a5ed41beb5f3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0584922 Mar 09 06:11:57.226285 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bb50eab3-9be1-4c82-b21e-12b97379050d req-5c32c784-f2a1-4510-89fb-6285b073f225 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640748 Mar 09 06:11:57.521021 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa36936-af36-4cd0-83d9-22ab2381e5ca req-c9714718-dae1-40b0-b177-263482a704c3 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:57.522692 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0aa36936-af36-4cd0-83d9-22ab2381e5ca req-c9714718-dae1-40b0-b177-263482a704c3 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0639789 Mar 09 06:11:57.608308 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0aa36936-af36-4cd0-83d9-22ab2381e5ca req-2bf59e6d-5a47-4a8c-8413-40696a6fc629 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794265 Mar 09 06:11:58.058645 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45958) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:58.170653 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d99c44e-92d1-4bef-ae60-c3bae939f1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:58.247986 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d99c44e-92d1-4bef-ae60-c3bae939f1f8 admin admin] Publish callbacks [] for security_group (32602062-433b-4970-942b-96c7ed32f80a), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:58.336250 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d99c44e-92d1-4bef-ae60-c3bae939f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (32602062-433b-4970-942b-96c7ed32f80a), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:58.352354 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452c3c6-81c8-4a77-a93a-2bbce1e8ee95 req-3030e23f-bb1c-46d5-841b-1978b8c3aeaa tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:58.354599 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d452c3c6-81c8-4a77-a93a-2bbce1e8ee95 req-3030e23f-bb1c-46d5-841b-1978b8c3aeaa tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0556936 Mar 09 06:11:58.387541 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-7d99c44e-92d1-4bef-ae60-c3bae939f1f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb90bac2e3544f50b0166705d88c44ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278201 Mar 09 06:11:58.388772 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99c44e-92d1-4bef-ae60-c3bae939f1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32602062-433b-4970-942b-96c7ed32f80a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:58.391032 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45968) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:58.416749 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d452c3c6-81c8-4a77-a93a-2bbce1e8ee95 req-9a95441c-fd1e-414e-9646-d60f45acea5c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543015 Mar 09 06:11:58.462867 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-968ecae5-b7a9-4511-bd75-f59ac861fcd5 admin admin] Publish callbacks [] for security_group (32602062-433b-4970-942b-96c7ed32f80a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:58.485225 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-968ecae5-b7a9-4511-bd75-f59ac861fcd5 admin admin] Publish callbacks [] for security_group (32602062-433b-4970-942b-96c7ed32f80a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:58.608266 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-968ecae5-b7a9-4511-bd75-f59ac861fcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (32602062-433b-4970-942b-96c7ed32f80a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:58.610959 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-968ecae5-b7a9-4511-bd75-f59ac861fcd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:58.614690 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-968ecae5-b7a9-4511-bd75-f59ac861fcd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32602062-433b-4970-942b-96c7ed32f80a HTTP/1.1" status: 204 len: 168 time: 0.2084594 Mar 09 06:11:58.620356 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ecae5-b7a9-4511-bd75-f59ac861fcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32602062-433b-4970-942b-96c7ed32f80a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:11:58.741540 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f70322-29b2-4326-b9bf-a2b422d09fb0 req-69c28637-406b-44a8-972c-1cd20206c1cb tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:58.743061 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f8f70322-29b2-4326-b9bf-a2b422d09fb0 req-69c28637-406b-44a8-972c-1cd20206c1cb tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0540538 Mar 09 06:11:58.791397 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f8f70322-29b2-4326-b9bf-a2b422d09fb0 req-0991b0d7-2c52-432b-bfc7-6efb4c1cbe45 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Mar 09 06:11:59.540792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015419d6-8346-48de-925f-a8bcbfac06d8 req-4aed5980-5595-4b1f-9352-42ae95fbdd19 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:59.542387 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-015419d6-8346-48de-925f-a8bcbfac06d8 req-4aed5980-5595-4b1f-9352-42ae95fbdd19 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0579357 Mar 09 06:11:59.591669 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-015419d6-8346-48de-925f-a8bcbfac06d8 req-af19fa1f-ba57-437e-9f28-0411f4c63a6d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436947 Mar 09 06:11:59.866143 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 45986) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:11:59.882684 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8497f3c-bf8c-48a2-b5d5-1d7f394e5946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:59.913506 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6b615-bf83-4c68-aaf9-933d850bd88d req-93880767-223b-4c0a-b4ca-838ec83453f8 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:11:59.922873 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7f6b615-bf83-4c68-aaf9-933d850bd88d req-93880767-223b-4c0a-b4ca-838ec83453f8 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0547800 Mar 09 06:11:59.958381 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8497f3c-bf8c-48a2-b5d5-1d7f394e5946 admin admin] Publish callbacks [] for security_group (052c93d8-4ccb-4039-846c-c3928ed52c82), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:59.964055 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7f6b615-bf83-4c68-aaf9-933d850bd88d req-4a5438a6-270d-48da-8eb7-408a5f57f1ca tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Mar 09 06:12:00.038902 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8497f3c-bf8c-48a2-b5d5-1d7f394e5946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (052c93d8-4ccb-4039-846c-c3928ed52c82), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:00.080883 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c8497f3c-bf8c-48a2-b5d5-1d7f394e5946 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f58805cf8ea456e92e0c6a82027ffa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135458 Mar 09 06:12:00.081793 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8497f3c-bf8c-48a2-b5d5-1d7f394e5946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c93d8-4ccb-4039-846c-c3928ed52c82,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:00.083986 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 45988) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:12:00.134952 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c92a0a89-ca34-441e-ac14-c1010cd1439f admin admin] Publish callbacks [] for security_group (052c93d8-4ccb-4039-846c-c3928ed52c82), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:00.156015 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c92a0a89-ca34-441e-ac14-c1010cd1439f admin admin] Publish callbacks [] for security_group (052c93d8-4ccb-4039-846c-c3928ed52c82), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:00.282225 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c92a0a89-ca34-441e-ac14-c1010cd1439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (052c93d8-4ccb-4039-846c-c3928ed52c82), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:00.284883 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c92a0a89-ca34-441e-ac14-c1010cd1439f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:00.288246 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c92a0a89-ca34-441e-ac14-c1010cd1439f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/052c93d8-4ccb-4039-846c-c3928ed52c82 HTTP/1.1" status: 204 len: 168 time: 0.2010684 Mar 09 06:12:00.300657 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a0a89-ca34-441e-ac14-c1010cd1439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c93d8-4ccb-4039-846c-c3928ed52c82,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:00.738884 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078a0c7-43b6-4677-8e7f-3261bf78350f req-ee337b89-9370-4c0a-b54c-0a45f08a5c2c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:00.741362 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2078a0c7-43b6-4677-8e7f-3261bf78350f req-ee337b89-9370-4c0a-b54c-0a45f08a5c2c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0723279 Mar 09 06:12:00.791876 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2078a0c7-43b6-4677-8e7f-3261bf78350f req-549e059f-5165-4b51-abe4-593e1d1b3170 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439358 Mar 09 06:12:01.113120 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4121b-c0ba-47c5-a971-7b075cbfff0d req-2a1fe948-a289-4fee-aee5-2cb1d93684b2 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:01.115310 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80c4121b-c0ba-47c5-a971-7b075cbfff0d req-2a1fe948-a289-4fee-aee5-2cb1d93684b2 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0823038 Mar 09 06:12:01.164177 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80c4121b-c0ba-47c5-a971-7b075cbfff0d req-dcdf8c6b-206b-427d-a3f0-e9b241257e94 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Mar 09 06:12:01.937523 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd033-1b83-4a11-8778-73600ff8e224 req-71de8db6-4047-40b6-9266-c92a94f021e0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:01.938968 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-314fd033-1b83-4a11-8778-73600ff8e224 req-71de8db6-4047-40b6-9266-c92a94f021e0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0641525 Mar 09 06:12:01.994339 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-314fd033-1b83-4a11-8778-73600ff8e224 req-5559d179-d578-423c-87cc-a158ec3766b0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485463 Mar 09 06:12:02.287603 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753d725-12d2-4f89-9a4b-4ff43a16d913 req-abc4ac02-ef81-47f8-a2fe-a14bed6eaa97 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:02.289136 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7753d725-12d2-4f89-9a4b-4ff43a16d913 req-abc4ac02-ef81-47f8-a2fe-a14bed6eaa97 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0561762 Mar 09 06:12:02.338776 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7753d725-12d2-4f89-9a4b-4ff43a16d913 req-889e506f-808e-40c7-a10d-f2b75c65ff04 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Mar 09 06:12:02.357252 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 46036) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:12:02.471580 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-569de5d5-91f5-4d49-af15-5c1940e2f109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:02.552580 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-569de5d5-91f5-4d49-af15-5c1940e2f109 admin admin] Publish callbacks [] for security_group (e1a0227f-726e-423d-bf08-a53fafefe19c), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:02.637602 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-569de5d5-91f5-4d49-af15-5c1940e2f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e1a0227f-726e-423d-bf08-a53fafefe19c), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:02.684015 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-569de5d5-91f5-4d49-af15-5c1940e2f109 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d74122fb5c648bcb3bfadf29788fd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256786 Mar 09 06:12:02.684766 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569de5d5-91f5-4d49-af15-5c1940e2f109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0227f-726e-423d-bf08-a53fafefe19c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:02.686701 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 46042) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:12:02.735527 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f99705e-f185-4e09-98be-0f63ea8de700 admin admin] Publish callbacks [] for security_group (e1a0227f-726e-423d-bf08-a53fafefe19c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:02.761733 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f99705e-f185-4e09-98be-0f63ea8de700 admin admin] Publish callbacks [] for security_group (e1a0227f-726e-423d-bf08-a53fafefe19c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:03.004685 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f99705e-f185-4e09-98be-0f63ea8de700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e1a0227f-726e-423d-bf08-a53fafefe19c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:03.008076 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f99705e-f185-4e09-98be-0f63ea8de700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:03.012745 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0f99705e-f185-4e09-98be-0f63ea8de700 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1a0227f-726e-423d-bf08-a53fafefe19c HTTP/1.1" status: 204 len: 168 time: 0.3243442 Mar 09 06:12:03.025096 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99705e-f185-4e09-98be-0f63ea8de700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0227f-726e-423d-bf08-a53fafefe19c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:03.156216 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983a2f8-68a5-4aeb-927f-63473ed9d4c6 req-98c072e0-ff73-48d0-8f0e-0730f39df9c7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:03.159249 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6983a2f8-68a5-4aeb-927f-63473ed9d4c6 req-98c072e0-ff73-48d0-8f0e-0730f39df9c7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0807102 Mar 09 06:12:03.220933 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6983a2f8-68a5-4aeb-927f-63473ed9d4c6 req-a12e8b8b-f0f5-4e83-95e6-2b50626c7ca8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518868 Mar 09 06:12:03.467900 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cef28-3cbf-45b0-a5ac-5847c8a67ff2 req-bff9033e-f220-4619-b639-8fb2db3718b1 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:03.469402 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0f0cef28-3cbf-45b0-a5ac-5847c8a67ff2 req-bff9033e-f220-4619-b639-8fb2db3718b1 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0540423 Mar 09 06:12:03.519671 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0f0cef28-3cbf-45b0-a5ac-5847c8a67ff2 req-30f77fe8-2a36-4c80-82ad-b9a5bc6a2ee2 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447309 Mar 09 06:12:04.333920 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef367df-c1ad-4e02-9990-77dcdd584105 req-b035d64b-6054-497b-b3d8-06a09d9c814f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:04.335401 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eef367df-c1ad-4e02-9990-77dcdd584105 req-b035d64b-6054-497b-b3d8-06a09d9c814f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0512171 Mar 09 06:12:04.381745 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eef367df-c1ad-4e02-9990-77dcdd584105 req-44ddea2b-776d-48db-b50a-26d4db47f184 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Mar 09 06:12:04.639279 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecdc74-6395-4f35-ba8c-6e099fae0bc1 req-c4cf212c-da4b-4df4-b5a1-eecbe5d59dc9 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:04.640786 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-29ecdc74-6395-4f35-ba8c-6e099fae0bc1 req-c4cf212c-da4b-4df4-b5a1-eecbe5d59dc9 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0555444 Mar 09 06:12:04.686712 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-29ecdc74-6395-4f35-ba8c-6e099fae0bc1 req-cad3c7d8-ffb3-4362-9889-fc0162ba6b2f tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Mar 09 06:12:04.716653 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 46084) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:12:04.819433 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba6ef-e6a7-4849-b2e3-ff0527cb12f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:04.894698 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba6ef-e6a7-4849-b2e3-ff0527cb12f8 admin admin] Publish callbacks [] for security_group (91fc6e21-e400-4313-b70c-382234cc31cb), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:04.968702 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba6ef-e6a7-4849-b2e3-ff0527cb12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (91fc6e21-e400-4313-b70c-382234cc31cb), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:05.006367 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7c1ba6ef-e6a7-4849-b2e3-ff0527cb12f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82bd58896f4a484d8205975d00044636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887063 Mar 09 06:12:05.007698 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ba6ef-e6a7-4849-b2e3-ff0527cb12f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc6e21-e400-4313-b70c-382234cc31cb,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:05.009689 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 46088) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:12:05.056466 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00be0102-13c9-4623-8a69-d0b50d7b2543 admin admin] Publish callbacks [] for security_group (91fc6e21-e400-4313-b70c-382234cc31cb), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:05.079717 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00be0102-13c9-4623-8a69-d0b50d7b2543 admin admin] Publish callbacks [] for security_group (91fc6e21-e400-4313-b70c-382234cc31cb), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:05.239247 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00be0102-13c9-4623-8a69-d0b50d7b2543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (91fc6e21-e400-4313-b70c-382234cc31cb), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:05.241762 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00be0102-13c9-4623-8a69-d0b50d7b2543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:05.243407 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-00be0102-13c9-4623-8a69-d0b50d7b2543 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91fc6e21-e400-4313-b70c-382234cc31cb HTTP/1.1" status: 204 len: 168 time: 0.2326891 Mar 09 06:12:05.251764 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be0102-13c9-4623-8a69-d0b50d7b2543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc6e21-e400-4313-b70c-382234cc31cb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:05.503143 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca5c85-c2fe-401c-8e15-793a6c9b1e18 req-380d7cf4-60de-43a8-8637-8bb95a7021a8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:05.504578 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cdca5c85-c2fe-401c-8e15-793a6c9b1e18 req-380d7cf4-60de-43a8-8637-8bb95a7021a8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0520005 Mar 09 06:12:05.550298 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cdca5c85-c2fe-401c-8e15-793a6c9b1e18 req-a70584a7-922c-468b-a0a8-b560542eafd8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396514 Mar 09 06:12:05.802505 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1079-66a9-4a9b-9956-7b0807d1d6b1 req-227c4b4c-8863-4f21-bb4d-5fa186e95ed4 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:05.804940 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-388d1079-66a9-4a9b-9956-7b0807d1d6b1 req-227c4b4c-8863-4f21-bb4d-5fa186e95ed4 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0530434 Mar 09 06:12:05.853056 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-388d1079-66a9-4a9b-9956-7b0807d1d6b1 req-c3cad525-c92b-4345-87ff-236c5f6a7d71 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Mar 09 06:12:06.610748 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c05a581b-f776-4cc0-86db-ec2dd233bf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:06.674576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f94566-102f-4e7b-9fcd-64cd5a89d1f0 req-a89e0e2b-0978-4982-a1ef-6bf3ae30064b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:06.676042 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-11f94566-102f-4e7b-9fcd-64cd5a89d1f0 req-a89e0e2b-0978-4982-a1ef-6bf3ae30064b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0536764 Mar 09 06:12:06.722907 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-11f94566-102f-4e7b-9fcd-64cd5a89d1f0 req-779854b8-55c2-44df-af4c-10e53140dbd9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Mar 09 06:12:06.977430 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ccd59-1e3f-49de-b7fc-56573469bce5 req-3253b797-72d6-4b87-82fb-7732fffd019f tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:06.978895 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-141ccd59-1e3f-49de-b7fc-56573469bce5 req-3253b797-72d6-4b87-82fb-7732fffd019f tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0573161 Mar 09 06:12:07.025952 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-141ccd59-1e3f-49de-b7fc-56573469bce5 req-3ac08baf-4320-47dc-842b-938201358cb1 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Mar 09 06:12:07.850960 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2fce7-b2e9-4b0b-b6f1-5a7a99546383 req-37b61c68-2927-4f2f-a492-9b520de9cfc3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:07.852931 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-64a2fce7-b2e9-4b0b-b6f1-5a7a99546383 req-37b61c68-2927-4f2f-a492-9b520de9cfc3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0570774 Mar 09 06:12:07.898094 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-64a2fce7-b2e9-4b0b-b6f1-5a7a99546383 req-0ab8ebbd-0c79-4ab0-8e55-6acb3ceef60e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397327 Mar 09 06:12:08.140078 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14ee3-4a2a-45de-9e7d-abdd3d17101d req-91ae7dc3-2a88-4b90-80ca-1677a2fb2cbf tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:08.141565 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e8f14ee3-4a2a-45de-9e7d-abdd3d17101d req-91ae7dc3-2a88-4b90-80ca-1677a2fb2cbf tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0515654 Mar 09 06:12:08.187188 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e8f14ee3-4a2a-45de-9e7d-abdd3d17101d req-53a6cf6c-3292-4144-bd51-e4b51b2282b8 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Mar 09 06:12:08.688334 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2f38195c-f980-4915-baef-5608a326c82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:09.029173 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d305ff-b7af-4b75-906b-ea2182ee8fed req-a752fdb0-d013-431a-92ef-657e0f7540e7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:09.030637 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-68d305ff-b7af-4b75-906b-ea2182ee8fed req-a752fdb0-d013-431a-92ef-657e0f7540e7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0576057 Mar 09 06:12:09.079889 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-68d305ff-b7af-4b75-906b-ea2182ee8fed req-4669cec7-045f-4039-976d-42f7fb5b69fe tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434835 Mar 09 06:12:09.329570 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3f87f-5a31-4b05-a57f-d9f13ae5d9dc req-a7674e06-88e1-4add-9124-11fc7bac00c6 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:09.331247 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-78b3f87f-5a31-4b05-a57f-d9f13ae5d9dc req-a7674e06-88e1-4add-9124-11fc7bac00c6 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0571358 Mar 09 06:12:09.390710 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-78b3f87f-5a31-4b05-a57f-d9f13ae5d9dc req-2e3a5f76-969f-494f-b7ce-1b349d4e73ac tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518062 Mar 09 06:12:09.993556 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:10.208621 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42f5c7-0cac-4c5c-88a3-4dec03b43ba4 req-7d6c611d-568f-4324-a41c-917276c30f6c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:10.210108 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0a42f5c7-0cac-4c5c-88a3-4dec03b43ba4 req-7d6c611d-568f-4324-a41c-917276c30f6c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0553319 Mar 09 06:12:10.259890 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0a42f5c7-0cac-4c5c-88a3-4dec03b43ba4 req-33cbf2a4-267e-4d45-b9b8-0c3a8db5ca91 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Mar 09 06:12:10.506366 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3c171-1380-4740-8430-3ae161013f5f req-827eb0ee-91ff-4970-a9e5-7648377db9ed tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:10.507810 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8ef3c171-1380-4740-8430-3ae161013f5f req-827eb0ee-91ff-4970-a9e5-7648377db9ed tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0515246 Mar 09 06:12:10.552397 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8ef3c171-1380-4740-8430-3ae161013f5f req-8018cb76-5ee2-41c2-b6a7-12ea8f0eac8d tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 Mar 09 06:12:10.968757 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:11.381393 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe277f3f-20de-4c42-9100-bb2147f342d3 req-d9974bcf-49fb-42dc-9eac-37020be3bce8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:11.382831 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe277f3f-20de-4c42-9100-bb2147f342d3 req-d9974bcf-49fb-42dc-9eac-37020be3bce8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0516467 Mar 09 06:12:11.427878 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe277f3f-20de-4c42-9100-bb2147f342d3 req-607b2b2b-8de3-4ce8-94f6-709813cbccbd tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390258 Mar 09 06:12:11.672835 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f29d86-a505-4491-b8a2-dec9213f0ba1 req-131ef2b5-1cde-431d-b329-0d7b2ef0ec04 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:11.674290 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e3f29d86-a505-4491-b8a2-dec9213f0ba1 req-131ef2b5-1cde-431d-b329-0d7b2ef0ec04 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0552354 Mar 09 06:12:11.719686 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e3f29d86-a505-4491-b8a2-dec9213f0ba1 req-bc6d3886-4cf3-4e65-b5ef-f92321759012 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Mar 09 06:12:12.100325 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f70ee-b3b6-4893-a87a-6c209e6e8d2c req-3ee935f4-eef9-43c7-934d-0c4e8d165dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:12.101734 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-212f70ee-b3b6-4893-a87a-6c209e6e8d2c req-3ee935f4-eef9-43c7-934d-0c4e8d165dad service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=097e68b4def747779c0594225f4b0606&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0905523 Mar 09 06:12:12.196519 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f70ee-b3b6-4893-a87a-6c209e6e8d2c req-2ad56439-2eea-42bb-9a75-2644aef0cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:12.198042 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-212f70ee-b3b6-4893-a87a-6c209e6e8d2c req-2ad56439-2eea-42bb-9a75-2644aef0cc5b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905745 Mar 09 06:12:12.341040 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-8f9f4dfe-e02f-4f40-a312-d8d734c30fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:12.342589 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-8f9f4dfe-e02f-4f40-a312-d8d734c30fd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=097e68b4def747779c0594225f4b0606&device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 1127 time: 0.0448339 Mar 09 06:12:12.386147 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-8181892b-c236-4943-bfbf-21e9cf007e43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a3c728-2509-4848-9903-bfb5ab672d18 HTTP/1.1" status: 200 len: 217 time: 0.0371556 Mar 09 06:12:12.432116 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3f522526-d323-4a57-8237-d9995a2f75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:12.433651 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-3f522526-d323-4a57-8237-d9995a2f75e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b08bd94-cc9f-454f-8179-08f5b9e38336 HTTP/1.1" status: 200 len: 853 time: 0.0416915 Mar 09 06:12:12.464599 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-7e3530e0-17af-4b7e-bb25-6952f1aa2dd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=735819f2-c1df-4dec-94a7-ef0d4669816c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254550 Mar 09 06:12:12.584884 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-f03d4968-2102-4b83-8fde-04075146a307 service neutron] 10.222.0.20 "GET /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143973 Mar 09 06:12:12.595959 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe998003-cec1-4197-9c80-b49439cb8483 req-b8b94796-4ff5-493f-818a-d47a10905733 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:12.597348 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe998003-cec1-4197-9c80-b49439cb8483 req-b8b94796-4ff5-493f-818a-d47a10905733 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0980482 Mar 09 06:12:12.699566 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fe998003-cec1-4197-9c80-b49439cb8483 req-17afb4af-7504-4f04-beec-ec3847b6d450 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946038 Mar 09 06:12:12.714871 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b24cd5-f612-460b-a78a-90d86d683e28 req-b40cd559-d644-43c8-ab94-9a62200347ab service neutron] 10.222.0.20 "GET /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165674 Mar 09 06:12:12.776384 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:12.836081 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c43cef-cebe-4510-934e-70f3d6130deb req-d507210a-b897-4398-90b8-cd9cf14ead2b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:12.837557 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33c43cef-cebe-4510-934e-70f3d6130deb req-d507210a-b897-4398-90b8-cd9cf14ead2b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0523207 Mar 09 06:12:12.882619 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33c43cef-cebe-4510-934e-70f3d6130deb req-e07f91ab-c80a-4a7d-8add-370975b3d4fa tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395331 Mar 09 06:12:13.832599 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942b15d-2c6c-4cae-a340-8d0ba1f5f5da req-189dfa92-c253-4802-b5bd-cdb2975a5e0f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:13.834033 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e942b15d-2c6c-4cae-a340-8d0ba1f5f5da req-189dfa92-c253-4802-b5bd-cdb2975a5e0f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0553823 Mar 09 06:12:13.883905 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e942b15d-2c6c-4cae-a340-8d0ba1f5f5da req-201177b7-d8f2-43f5-922c-cf622ea5b514 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442309 Mar 09 06:12:14.005064 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f20974-bc3d-48a2-88c2-fd5eefa33986 req-cca6e30f-17e2-475b-a6ee-f2c9f9b5dc63 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:14.006533 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86f20974-bc3d-48a2-88c2-fd5eefa33986 req-cca6e30f-17e2-475b-a6ee-f2c9f9b5dc63 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0585971 Mar 09 06:12:14.054339 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86f20974-bc3d-48a2-88c2-fd5eefa33986 req-025d157d-6670-43a7-b382-107ba0b2b523 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Mar 09 06:12:15.003692 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970946-950c-42b5-a99f-05332a43a077 req-7d4dc024-3628-47b7-ac9a-e249cedb8a83 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:15.005082 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9970946-950c-42b5-a99f-05332a43a077 req-7d4dc024-3628-47b7-ac9a-e249cedb8a83 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0510621 Mar 09 06:12:15.050215 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f9970946-950c-42b5-a99f-05332a43a077 req-f4890351-30b1-4e87-81c1-09b810c28525 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 Mar 09 06:12:15.171690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cea025-02bc-46ef-a24e-a1776052a919 req-7d9d8613-e294-4c61-9c25-f04a2df3e733 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:15.173170 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33cea025-02bc-46ef-a24e-a1776052a919 req-7d9d8613-e294-4c61-9c25-f04a2df3e733 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0558128 Mar 09 06:12:15.217907 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33cea025-02bc-46ef-a24e-a1776052a919 req-16a3d0b8-8c59-4b36-8356-f9e2477b2a98 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Mar 09 06:12:16.171062 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915987ed-bdc0-4120-8941-d58bb0be484e req-e0079223-9d61-4c73-bbb8-db4ebe092729 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:16.172549 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-915987ed-bdc0-4120-8941-d58bb0be484e req-e0079223-9d61-4c73-bbb8-db4ebe092729 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Mar 09 06:12:16.217994 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-915987ed-bdc0-4120-8941-d58bb0be484e req-4893f619-eade-4ec9-93ef-325581654c1d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400074 Mar 09 06:12:16.334175 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce39cc-4b9c-4f2c-af9e-0ab6dd28f8df req-edba4cb0-2feb-4b0e-9bd8-6f6592509082 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:16.335615 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a2ce39cc-4b9c-4f2c-af9e-0ab6dd28f8df req-edba4cb0-2feb-4b0e-9bd8-6f6592509082 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0542345 Mar 09 06:12:16.380433 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a2ce39cc-4b9c-4f2c-af9e-0ab6dd28f8df req-07c50465-1e5e-453d-a312-beeb2e0d8635 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Mar 09 06:12:17.338724 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01d6b-b764-4a5d-a070-5ccae36ef66b req-c9c166b1-5978-4672-9685-167f6eadf0b8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:17.340181 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01b01d6b-b764-4a5d-a070-5ccae36ef66b req-c9c166b1-5978-4672-9685-167f6eadf0b8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0511191 Mar 09 06:12:17.385513 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01b01d6b-b764-4a5d-a070-5ccae36ef66b req-14d9cb4c-13f5-4acb-a3be-b3b7aa17d9c9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 Mar 09 06:12:17.500477 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ade33a-b883-4403-8ee3-ab124ba9c342 req-e44018c9-7bf6-4b99-b9a5-1549b51fe8f7 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:17.501864 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7ade33a-b883-4403-8ee3-ab124ba9c342 req-e44018c9-7bf6-4b99-b9a5-1549b51fe8f7 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0506458 Mar 09 06:12:17.550051 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7ade33a-b883-4403-8ee3-ab124ba9c342 req-101daed0-31ca-4fda-84e4-1d748839d844 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Mar 09 06:12:18.506247 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69de6b1-31b8-4d77-a955-fa484de27968 req-e03aa5ce-db65-4516-b4e8-bee44da8e287 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:18.507620 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e69de6b1-31b8-4d77-a955-fa484de27968 req-e03aa5ce-db65-4516-b4e8-bee44da8e287 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0518229 Mar 09 06:12:18.552847 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e69de6b1-31b8-4d77-a955-fa484de27968 req-65f980f8-1f5c-4529-b83f-c66abd61343d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Mar 09 06:12:18.581804 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 44a3c728-2509-4848-9903-bfb5ab672d18 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:12:18.665616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40ae78-d343-4ff0-86fe-2b2e4c7a8923 req-78c73ea1-fc8d-4c19-aa5a-1504e9d4f65e tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:18.667106 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e40ae78-d343-4ff0-86fe-2b2e4c7a8923 req-78c73ea1-fc8d-4c19-aa5a-1504e9d4f65e tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 943 time: 0.0521135 Mar 09 06:12:18.677986 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 44a3c728-2509-4848-9903-bfb5ab672d18, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=44a3c728-2509-4848-9903-bfb5ab672d18,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:12:18.688900 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '44a3c728-2509-4848-9903-bfb5ab672d18', 'network_id': '735819f2-c1df-4dec-94a7-ef0d4669816c', 'port_id': '44a3c728-2509-4848-9903-bfb5ab672d18', 'mac_address': 'fa:16:3e:54:19:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08bd94-cc9f-454f-8179-08f5b9e38336', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:12:18.712320 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e40ae78-d343-4ff0-86fe-2b2e4c7a8923 req-d590ec55-f1c3-41f3-a539-b312ad049972 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Mar 09 06:12:18.725001 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 44a3c728-2509-4848-9903-bfb5ab672d18 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:12:18.725393 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:18.738764 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a3c728-2509-4848-9903-bfb5ab672d18 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:12:18.761067 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 44a3c728-2509-4848-9903-bfb5ab672d18, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=44a3c728-2509-4848-9903-bfb5ab672d18,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:12:18.834071 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:18.881030 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=44a3c728-2509-4848-9903-bfb5ab672d18,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:18.887865 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.888219 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.888602 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.888945 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.889277 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.889602 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.889929 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.890250 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.890570 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.890915 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.891233 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.891548 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:18.891870 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:12:19.677685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefdfb9-bb5a-41b3-93a3-cad4d6ec3fe6 req-cf7225c3-3b9e-4a6b-be0a-7468b1544010 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:19.679177 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4cefdfb9-bb5a-41b3-93a3-cad4d6ec3fe6 req-cf7225c3-3b9e-4a6b-be0a-7468b1544010 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0560153 Mar 09 06:12:19.725225 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4cefdfb9-bb5a-41b3-93a3-cad4d6ec3fe6 req-f13fce2b-e70f-4153-bd0a-2558ccf4f2ed tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Mar 09 06:12:19.755870 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['44a3c728-2509-4848-9903-bfb5ab672d18'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:12:19.984192 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfe9d9-226a-4fcc-83e1-b08c5f7f46a5 req-1af9a662-d699-4ddf-97a4-9d50c8924bbd tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:19.989601 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35dfe9d9-226a-4fcc-83e1-b08c5f7f46a5 req-1af9a662-d699-4ddf-97a4-9d50c8924bbd tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 944 time: 0.2079864 Mar 09 06:12:20.031868 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-35dfe9d9-226a-4fcc-83e1-b08c5f7f46a5 req-92c50c86-3a9c-43b0-9bee-7eb4f039320f tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Mar 09 06:12:20.894496 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff2d2e-5e90-4fa1-8423-9c561f7a4c0b req-8f731e7e-9615-4284-a0d8-cfae330f541b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:20.895959 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9ff2d2e-5e90-4fa1-8423-9c561f7a4c0b req-8f731e7e-9615-4284-a0d8-cfae330f541b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0995102 Mar 09 06:12:20.945585 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c9ff2d2e-5e90-4fa1-8423-9c561f7a4c0b req-1f0b0bc5-5b84-4cee-b3d3-2627acbe9bd9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Mar 09 06:12:21.148352 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2125dae-dc0e-44a4-9fe3-104fb1e84e30 req-322b56b6-76d6-45b0-9461-dfb88b3b61e6 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:21.150340 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c2125dae-dc0e-44a4-9fe3-104fb1e84e30 req-322b56b6-76d6-45b0-9461-dfb88b3b61e6 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 944 time: 0.0537806 Mar 09 06:12:21.196925 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c2125dae-dc0e-44a4-9fe3-104fb1e84e30 req-e54c55f8-76a3-41b6-84d3-91100d55149c tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Mar 09 06:12:21.751979 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:12:21.853856 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 44a3c728-2509-4848-9903-bfb5ab672d18 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:12:21.975115 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 44a3c728-2509-4848-9903-bfb5ab672d18 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:12:21.979818 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 44a3c728-2509-4848-9903-bfb5ab672d18 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:12:21.980192 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:22.056810 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 44a3c728-2509-4848-9903-bfb5ab672d18 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:12:22.057220 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:22.067359 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002cbc-ca37-4056-b6da-fe3588d6d5fd req-24c3d05d-4064-4a9c-8609-2b839c44a4d2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:22.068860 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0d002cbc-ca37-4056-b6da-fe3588d6d5fd req-24c3d05d-4064-4a9c-8609-2b839c44a4d2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0526130 Mar 09 06:12:22.082596 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a3c728-2509-4848-9903-bfb5ab672d18'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:12:22.084829 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4ae17e-7082-408d-b4cf-a6cca5da3edf" -d '{"events": [{"server_uuid": "ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d", "name": "network-vif-plugged", "status": "completed", "tag": "44a3c728-2509-4848-9903-bfb5ab672d18"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:12:22.118730 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0d002cbc-ca37-4056-b6da-fe3588d6d5fd req-94fb3bc3-d458-4ca2-8ed4-70621d7e8d7c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Mar 09 06:12:22.219764 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c1fb6-3816-4453-8f10-3da5c9573754 x-openstack-request-id: req-de1c1fb6-3816-4453-8f10-3da5c9573754 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:12:22.220079 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d", "name": "network-vif-plugged", "status": "completed", "tag": "44a3c728-2509-4848-9903-bfb5ab672d18", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:12:22.220335 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de1c1fb6-3816-4453-8f10-3da5c9573754 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:12:22.220751 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a3c728-2509-4848-9903-bfb5ab672d18', 'code': 200} Mar 09 06:12:22.224100 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 44a3c728-2509-4848-9903-bfb5ab672d18, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=44a3c728-2509-4848-9903-bfb5ab672d18,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:12:22.314462 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:22.319140 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6f3cb-01dd-42c6-91fe-d6b53d761955 req-0f93c003-7729-4c93-90c3-ea340ec5e422 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:22.322372 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-62d6f3cb-01dd-42c6-91fe-d6b53d761955 req-0f93c003-7729-4c93-90c3-ea340ec5e422 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 944 time: 0.0563498 Mar 09 06:12:22.361228 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=44a3c728-2509-4848-9903-bfb5ab672d18,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:22.368175 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-62d6f3cb-01dd-42c6-91fe-d6b53d761955 req-e5b9029e-d389-4fd6-b4b5-6a0e7f663756 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Mar 09 06:12:22.458779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e1945-b9a4-435d-94cd-2c7e7245291e req-77604b33-5d69-42c0-ac69-1c1eccd45c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:22.460232 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-570e1945-b9a4-435d-94cd-2c7e7245291e req-77604b33-5d69-42c0-ac69-1c1eccd45c16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 1129 time: 0.0422959 Mar 09 06:12:22.503177 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-570e1945-b9a4-435d-94cd-2c7e7245291e req-6790861e-6290-46d8-8d54-69b2222c9aeb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362852 Mar 09 06:12:23.243357 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405cc0b-abc9-44ea-aa11-b86b0cb509f1 req-28f14e62-e578-4519-be06-c90211395369 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:23.244843 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a405cc0b-abc9-44ea-aa11-b86b0cb509f1 req-28f14e62-e578-4519-be06-c90211395369 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0545137 Mar 09 06:12:23.289622 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a405cc0b-abc9-44ea-aa11-b86b0cb509f1 req-0d706d3c-aae5-4a67-ac2f-fe2abff06cb7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393255 Mar 09 06:12:23.483204 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361880-50c6-43d7-b719-bbb3e6548a73 req-e3a04268-f9cb-4a84-b7af-68e2e52c427c tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:23.488272 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a9361880-50c6-43d7-b719-bbb3e6548a73 req-e3a04268-f9cb-4a84-b7af-68e2e52c427c tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 945 time: 0.0511651 Mar 09 06:12:23.529653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a9361880-50c6-43d7-b719-bbb3e6548a73 req-8f7e3c0f-b7e1-468e-9806-dbf7237b5f5c tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Mar 09 06:12:23.963601 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:24.410732 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940de6b9-0897-4e31-9b2d-6dfd602faf6e req-dc5aa6d8-fc76-4716-9b96-22740997468e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:24.412251 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-940de6b9-0897-4e31-9b2d-6dfd602faf6e req-dc5aa6d8-fc76-4716-9b96-22740997468e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0513244 Mar 09 06:12:24.461012 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-940de6b9-0897-4e31-9b2d-6dfd602faf6e req-b474a846-2124-4ea3-8e80-346ac59ac535 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Mar 09 06:12:24.644148 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2054-087e-4eca-8acb-5ae0d9ef1408 req-d3962d68-e108-43af-8819-85508a91dd64 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:24.645612 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bbdc2054-087e-4eca-8acb-5ae0d9ef1408 req-d3962d68-e108-43af-8819-85508a91dd64 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 945 time: 0.0512426 Mar 09 06:12:24.689907 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bbdc2054-087e-4eca-8acb-5ae0d9ef1408 req-f1e3e850-1712-4893-a425-117242bea833 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 Mar 09 06:12:25.581992 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1bd8-c515-4757-8dfb-d4de59c955d8 req-2de0d4d3-ecb9-4560-997a-8d7cf4bc9c8c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:25.583462 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-524c1bd8-c515-4757-8dfb-d4de59c955d8 req-2de0d4d3-ecb9-4560-997a-8d7cf4bc9c8c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0523398 Mar 09 06:12:25.628295 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-524c1bd8-c515-4757-8dfb-d4de59c955d8 req-52a46fbe-814c-4e9f-bd4b-387b4e98350f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394886 Mar 09 06:12:26.752732 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175a7c0-af17-48df-8560-86a6c393f9f9 req-879e1e00-09b7-409f-9d42-d4027e044273 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:26.754152 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7175a7c0-af17-48df-8560-86a6c393f9f9 req-879e1e00-09b7-409f-9d42-d4027e044273 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0547028 Mar 09 06:12:26.799308 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7175a7c0-af17-48df-8560-86a6c393f9f9 req-9c440883-895f-4264-991e-cf89b651c9ce tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397639 Mar 09 06:12:27.918798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107baaf-7b9e-4fee-a6da-13ce7cd68dd9 req-faf1cca6-c3d2-4bf7-a02a-8a6987ae032b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:27.920347 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6107baaf-7b9e-4fee-a6da-13ce7cd68dd9 req-faf1cca6-c3d2-4bf7-a02a-8a6987ae032b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0531690 Mar 09 06:12:27.966264 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6107baaf-7b9e-4fee-a6da-13ce7cd68dd9 req-e95cdcd8-b1b9-4666-ae42-143c513b99b5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403404 Mar 09 06:12:28.648201 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-3b1d771a-a7f6-4504-8927-eae6e29ec675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:28.649747 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-3b1d771a-a7f6-4504-8927-eae6e29ec675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 1128 time: 0.0438893 Mar 09 06:12:28.792886 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-3f99142c-8a80-471f-8195-ec3aa2fb0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:28.794342 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-3f99142c-8a80-471f-8195-ec3aa2fb0303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.0879993 Mar 09 06:12:28.893156 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-ed75e207-73f5-426e-a293-5bfdb0a05bd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 200 len: 999 time: 0.0598867 Mar 09 06:12:28.941075 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-457e078c-90de-4bde-9e55-0b0cebe79bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:28.942375 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-457e078c-90de-4bde-9e55-0b0cebe79bd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.0423467 Mar 09 06:12:28.989116 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-9002b342-6574-4d9d-a47c-e2bd4651bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:28.990589 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-9002b342-6574-4d9d-a47c-e2bd4651bb65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419843 Mar 09 06:12:29.116416 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-bea6cf32-3689-4bee-bb5f-effb8d6c35f6 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126664 Mar 09 06:12:29.138232 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e4ac-d760-4196-a4c8-10ff24f09c45 req-5f3a7343-cc66-459c-a99b-3c88b0250699 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:29.139632 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8656e4ac-d760-4196-a4c8-10ff24f09c45 req-5f3a7343-cc66-459c-a99b-3c88b0250699 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0767241 Mar 09 06:12:29.234002 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8656e4ac-d760-4196-a4c8-10ff24f09c45 req-264247bb-2815-4ca4-ba35-33e9d5ea35e1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848362 Mar 09 06:12:29.249231 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea88779a-f26e-4a27-b8c3-604f1f8dcc6d req-4cdbee93-caee-4664-a8a5-8b66b1c760b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253755 Mar 09 06:12:30.357879 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427725-1eeb-48a8-abac-d28d8cfadc4c req-1ac8f989-241f-4ca1-849b-be2178fec55a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:30.359375 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97427725-1eeb-48a8-abac-d28d8cfadc4c req-1ac8f989-241f-4ca1-849b-be2178fec55a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0525770 Mar 09 06:12:30.406438 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97427725-1eeb-48a8-abac-d28d8cfadc4c req-d1cdc8e5-d671-4c93-a29c-970b96896365 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Mar 09 06:12:31.528387 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a891d2-c1ee-45ea-a5d1-6162da368fcc req-5175fa71-32be-4c10-a6cc-2532246423a6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:31.529959 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97a891d2-c1ee-45ea-a5d1-6162da368fcc req-5175fa71-32be-4c10-a6cc-2532246423a6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0529058 Mar 09 06:12:31.575292 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97a891d2-c1ee-45ea-a5d1-6162da368fcc req-568581f4-8cfb-4968-b4dc-5061dad12d6e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399439 Mar 09 06:12:32.365294 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:12:32.463835 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:12:32.474772 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '477575e8-e9e2-4cfd-9a46-715db6132777', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'port_id': '477575e8-e9e2-4cfd-9a46-715db6132777', 'mac_address': 'fa:16:3e:af:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:12:32.511444 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 477575e8-e9e2-4cfd-9a46-715db6132777 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:12:32.511861 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:32.524457 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477575e8-e9e2-4cfd-9a46-715db6132777 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:12:32.544050 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:12:32.668857 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:32.699371 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b72737-7ba5-4859-a85f-8fdc21ab3bf0 req-5f3a444d-cd03-44b4-b4fa-c2ecaa3d058c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:32.700968 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-78b72737-7ba5-4859-a85f-8fdc21ab3bf0 req-5f3a444d-cd03-44b4-b4fa-c2ecaa3d058c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 944 time: 0.0550005 Mar 09 06:12:32.720614 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=9']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:32.747265 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-78b72737-7ba5-4859-a85f-8fdc21ab3bf0 req-bf88d753-0c07-4168-a186-b7e75f8bb547 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 Mar 09 06:12:33.966717 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb939229-8c13-47d9-8569-ab53226b3970 req-1b416195-a521-4c78-841c-a6216f688849 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:33.968193 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eb939229-8c13-47d9-8569-ab53226b3970 req-1b416195-a521-4c78-841c-a6216f688849 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.0536056 Mar 09 06:12:34.014058 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eb939229-8c13-47d9-8569-ab53226b3970 req-5c9f8457-a42b-4497-95f0-99d77208564d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401547 Mar 09 06:12:35.137587 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85bc8c-9c88-42d2-a007-1de90b56e343 req-e36fd389-9d04-425e-a2cc-427d4088b547 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:35.139086 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a85bc8c-9c88-42d2-a007-1de90b56e343 req-e36fd389-9d04-425e-a2cc-427d4088b547 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.0554428 Mar 09 06:12:35.439509 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a85bc8c-9c88-42d2-a007-1de90b56e343 req-5fa34e40-5c5c-429d-a6e8-bf64541b7dcd tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947776 Mar 09 06:12:36.119432 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['477575e8-e9e2-4cfd-9a46-715db6132777'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:12:36.455495 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4df2a08a-ca58-40ae-970f-d5439f16b71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:36.561793 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe4de8-5f52-4013-bf34-3aee529d579c req-ff4012e8-ba2c-4e08-9589-817c02239ca0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:36.563236 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-23fe4de8-5f52-4013-bf34-3aee529d579c req-ff4012e8-ba2c-4e08-9589-817c02239ca0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.0531313 Mar 09 06:12:36.608900 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-23fe4de8-5f52-4013-bf34-3aee529d579c req-b7f23bb5-65a3-4ca1-a103-61d8d4040913 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399451 Mar 09 06:12:37.733986 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1f3f2-9996-4818-b344-05b1a93f502a req-a29cfaea-fb36-40d5-ab86-2fdabf2f7284 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:37.735611 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90d1f3f2-9996-4818-b344-05b1a93f502a req-a29cfaea-fb36-40d5-ab86-2fdabf2f7284 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.0539320 Mar 09 06:12:37.792642 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90d1f3f2-9996-4818-b344-05b1a93f502a req-00f4062c-242c-4db3-9e7e-6ef5a545b061 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504234 Mar 09 06:12:38.783377 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-40997612-0f1a-4eb6-a15f-4a01d6622cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:38.917852 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169f08-a5d3-4ec2-82f5-87ed2918d5f4 req-dbd28b53-3260-4192-a73d-eadb5e5cb2da tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:38.920748 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:12:38.920875 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-21169f08-a5d3-4ec2-82f5-87ed2918d5f4 req-dbd28b53-3260-4192-a73d-eadb5e5cb2da tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 945 time: 0.0561543 Mar 09 06:12:38.972172 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-21169f08-a5d3-4ec2-82f5-87ed2918d5f4 req-6c2063a3-a844-4600-a669-93c1401f5608 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465443 Mar 09 06:12:38.974325 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 477575e8-e9e2-4cfd-9a46-715db6132777 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:12:38.974930 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:39.060407 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 477575e8-e9e2-4cfd-9a46-715db6132777 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:12:39.060845 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:39.083326 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:12:39.085559 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08044e1e-ec22-413e-824e-ac48088e25a0" -d '{"events": [{"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-plugged", "status": "completed", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:12:39.097296 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:12:39.121274 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af7fed-872f-4d48-b87b-7d2862395b2c x-openstack-request-id: req-d3af7fed-872f-4d48-b87b-7d2862395b2c {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:12:39.121583 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-plugged", "status": "completed", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:12:39.121845 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3af7fed-872f-4d48-b87b-7d2862395b2c {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:12:39.122237 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777', 'code': 200} Mar 09 06:12:39.172437 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:39.218219 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=10']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:12:39.981749 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:40.114320 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fc7d7-df28-4add-9e8d-573e11afddce req-9d5f095b-affe-4c0f-9c42-a5e333b4ed92 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:40.115783 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-899fc7d7-df28-4add-9e8d-573e11afddce req-9d5f095b-affe-4c0f-9c42-a5e333b4ed92 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0512860 Mar 09 06:12:40.161821 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-899fc7d7-df28-4add-9e8d-573e11afddce req-4c17e560-338f-4f60-b4e3-5fd910014b94 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Mar 09 06:12:41.016020 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:41.287970 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e571ec-4bc3-4b0f-bc36-9fef90cabdf0 req-49099b18-6ebd-41a3-ac66-c3a4365a59c3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:41.289451 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e571ec-4bc3-4b0f-bc36-9fef90cabdf0 req-49099b18-6ebd-41a3-ac66-c3a4365a59c3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0542772 Mar 09 06:12:41.334399 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94e571ec-4bc3-4b0f-bc36-9fef90cabdf0 req-f875ea3e-87dd-4fef-a515-915c72bb0600 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387671 Mar 09 06:12:42.473551 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d34d5c-0da6-4f4d-8e1c-0e6031da40a5 req-603b5268-be53-4895-b5c5-1800a3b2d108 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:42.485107 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70d34d5c-0da6-4f4d-8e1c-0e6031da40a5 req-603b5268-be53-4895-b5c5-1800a3b2d108 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0771725 Mar 09 06:12:42.528165 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-70d34d5c-0da6-4f4d-8e1c-0e6031da40a5 req-9d47db73-9a3d-45de-aac5-f4d0736aa2a6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Mar 09 06:12:42.772053 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:43.654184 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6af244-bad1-4afb-a62e-9855f3d2b5b8 req-b77b25c7-e3cd-448e-97ea-e528d6949bd2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:43.655627 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e6af244-bad1-4afb-a62e-9855f3d2b5b8 req-b77b25c7-e3cd-448e-97ea-e528d6949bd2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0548534 Mar 09 06:12:43.701850 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e6af244-bad1-4afb-a62e-9855f3d2b5b8 req-f87ec650-7e17-46c1-ba35-719925bde280 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407557 Mar 09 06:12:44.831030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac13bd-9da8-4fcf-8bdb-c6cbfc2bf1d8 req-c5613466-017e-4f33-82b3-7610906fee30 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:44.833108 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c8ac13bd-9da8-4fcf-8bdb-c6cbfc2bf1d8 req-c5613466-017e-4f33-82b3-7610906fee30 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0573645 Mar 09 06:12:44.879771 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c8ac13bd-9da8-4fcf-8bdb-c6cbfc2bf1d8 req-b3400800-fc9f-449a-a418-d6d456c1e1ab tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Mar 09 06:12:45.655096 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5ba52-a382-4517-a3a3-0cc24a558250 req-106a2198-5efc-4cf0-bcb9-b0a576695f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:45.656566 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3f5ba52-a382-4517-a3a3-0cc24a558250 req-106a2198-5efc-4cf0-bcb9-b0a576695f2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 1131 time: 0.0839331 Mar 09 06:12:45.701792 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3f5ba52-a382-4517-a3a3-0cc24a558250 req-573fc57f-4fd6-4df2-9049-7f52628620ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388474 Mar 09 06:12:45.999713 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47714f80-19e7-461e-baf6-096e2e525468 req-6fe9ae17-397e-44cc-ac92-dd39851a997a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:46.001434 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47714f80-19e7-461e-baf6-096e2e525468 req-6fe9ae17-397e-44cc-ac92-dd39851a997a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0511765 Mar 09 06:12:46.046546 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47714f80-19e7-461e-baf6-096e2e525468 req-d2e7b3f0-abfd-41cf-b19c-b5ead1123b69 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396252 Mar 09 06:12:47.168970 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968985-54e6-41c3-ae1f-5cdd4f1f78ea req-03c41bbf-82c2-4491-82e1-1fbe4ec3f5eb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:47.170485 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ae968985-54e6-41c3-ae1f-5cdd4f1f78ea req-03c41bbf-82c2-4491-82e1-1fbe4ec3f5eb tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0544307 Mar 09 06:12:47.218265 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ae968985-54e6-41c3-ae1f-5cdd4f1f78ea req-9fe2360e-2ad5-4339-a7bd-f615c757b1ce tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Mar 09 06:12:48.344348 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835ab3-66b8-487d-9f20-2ebfa0f19979 req-587ce073-6a4b-44c2-ba72-8e258ccde06c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:48.347336 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-15835ab3-66b8-487d-9f20-2ebfa0f19979 req-587ce073-6a4b-44c2-ba72-8e258ccde06c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0581870 Mar 09 06:12:48.395481 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-15835ab3-66b8-487d-9f20-2ebfa0f19979 req-a439b662-dd4f-4b95-ab56-0ed6329b17fe tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Mar 09 06:12:49.526590 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10ce6b-38ec-4576-8aee-28804cc4e1a6 req-d338b672-7368-48fc-9a02-a23b684daad3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:49.528059 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb10ce6b-38ec-4576-8aee-28804cc4e1a6 req-d338b672-7368-48fc-9a02-a23b684daad3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0584457 Mar 09 06:12:49.574875 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb10ce6b-38ec-4576-8aee-28804cc4e1a6 req-b8f2b441-d930-4dfe-a9d9-e848095f4598 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Mar 09 06:12:50.694604 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae004-3b77-4086-a6ea-197dfa9c558b req-8f502da2-0066-43f7-995c-a6b1ed4762a9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:50.696074 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6b2ae004-3b77-4086-a6ea-197dfa9c558b req-8f502da2-0066-43f7-995c-a6b1ed4762a9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0518606 Mar 09 06:12:50.746115 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6b2ae004-3b77-4086-a6ea-197dfa9c558b req-986569ca-0396-4a1a-ab33-ce5a20da2e11 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438023 Mar 09 06:12:51.867410 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c5e5-6394-4961-a0f5-9611567f37eb req-aa29ad53-3110-460b-b24a-5446b04e8d45 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:51.868932 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-49f0c5e5-6394-4961-a0f5-9611567f37eb req-aa29ad53-3110-460b-b24a-5446b04e8d45 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0518575 Mar 09 06:12:51.914543 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-49f0c5e5-6394-4961-a0f5-9611567f37eb req-1314f107-2661-4c70-8206-ac5fef9ab000 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402048 Mar 09 06:12:53.036319 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa09e96-b509-48e5-92a4-815aecd75da0 req-2720b571-1b5e-4cb5-8d90-8f736500fdb9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:53.037885 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6fa09e96-b509-48e5-92a4-815aecd75da0 req-2720b571-1b5e-4cb5-8d90-8f736500fdb9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0511923 Mar 09 06:12:53.086814 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6fa09e96-b509-48e5-92a4-815aecd75da0 req-b65bb666-affb-44c3-bb15-38b0a1287b34 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Mar 09 06:12:53.977900 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:54.215307 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841b2eb-214d-4349-a152-66ff5c5da94f req-2eee2b76-931c-477c-83a5-89a51e662bac tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:54.217613 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2841b2eb-214d-4349-a152-66ff5c5da94f req-2eee2b76-931c-477c-83a5-89a51e662bac tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0580645 Mar 09 06:12:54.264709 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2841b2eb-214d-4349-a152-66ff5c5da94f req-8f7b3d16-7660-41b6-b478-30feb00ffd6f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416985 Mar 09 06:12:55.385695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb03bd9-4134-4670-9689-45a716a0da32 req-089b8616-094c-464d-a7e9-2bbbc2b735cc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:12:55.387155 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-abb03bd9-4134-4670-9689-45a716a0da32 req-089b8616-094c-464d-a7e9-2bbbc2b735cc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0517914 Mar 09 06:12:55.432269 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-abb03bd9-4134-4670-9689-45a716a0da32 req-adfe34e2-9692-4be9-8f82-523a72895067 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 Mar 09 06:12:58.751075 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:13:01.201026 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 46764) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:01.305141 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:01.375483 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Publish callbacks [] for security_group (9b434606-81cc-43d5-bb2b-27597462dddf), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:01.475887 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (9b434606-81cc-43d5-bb2b-27597462dddf), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:01.513695 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f76ac943f8f4a5ba68a4b64a72449bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114908 Mar 09 06:13:01.515592 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b434606-81cc-43d5-bb2b-27597462dddf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:01.516419 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 46774) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:01.522900 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.523657 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.523657 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.524011 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.524349 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.524708 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.525068 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.525436 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.525771 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.526107 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.526430 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.526757 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.527084 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575a3a0-98ee-4f3b-b379-bfd64c5f7754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.564933 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Publish callbacks [] for security_group (9b434606-81cc-43d5-bb2b-27597462dddf), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:01.589990 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Publish callbacks [] for security_group (9b434606-81cc-43d5-bb2b-27597462dddf), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:01.721352 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (9b434606-81cc-43d5-bb2b-27597462dddf), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:01.723910 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:01.725075 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b434606-81cc-43d5-bb2b-27597462dddf HTTP/1.1" status: 204 len: 168 time: 0.2076025 Mar 09 06:13:01.732834 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b434606-81cc-43d5-bb2b-27597462dddf,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:01.739752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.740108 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.740516 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.740861 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.741198 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.741639 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.741970 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.742300 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.742631 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.742958 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.743281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.743606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:01.744427 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf16032c-ff7b-4bde-9a94-d6d705641883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:05.500553 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeef83-e8fa-4422-b028-47787d3e3e2e req-98e1422d-927a-490a-ba43-7c28366da9af tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:05.502205 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-adaeef83-e8fa-4422-b028-47787d3e3e2e req-98e1422d-927a-490a-ba43-7c28366da9af tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 945 time: 0.0519927 Mar 09 06:13:05.548383 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-adaeef83-e8fa-4422-b028-47787d3e3e2e req-99fcaa36-775c-4706-9940-5223e220534b tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408509 Mar 09 06:13:06.458313 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fffba649-bf5b-4a66-982f-618727866b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:06.664928 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5092a3-d994-4924-bd87-e2b78624cc94 req-3d45096e-2f5e-4ad0-bd9c-e1a32702b3c5 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:06.666366 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f5092a3-d994-4924-bd87-e2b78624cc94 req-3d45096e-2f5e-4ad0-bd9c-e1a32702b3c5 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 945 time: 0.0517297 Mar 09 06:13:06.714054 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f5092a3-d994-4924-bd87-e2b78624cc94 req-54a55120-a719-4030-be52-a38b9610a2e5 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Mar 09 06:13:07.799073 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-bd8a1619-7a9b-46fd-851c-11c8982e0851 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:07.800481 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-bd8a1619-7a9b-46fd-851c-11c8982e0851 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 945 time: 0.0593233 Mar 09 06:13:07.894979 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7df87-9eac-4ab9-873e-3a4a3b4cb576 req-9f29868d-4fc3-4d93-8f9b-3fdee265685e tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:07.896424 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bba7df87-9eac-4ab9-873e-3a4a3b4cb576 req-9f29868d-4fc3-4d93-8f9b-3fdee265685e tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 945 time: 0.1169567 Mar 09 06:13:07.941209 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Deleting port 44a3c728-2509-4848-9903-bfb5ab672d18 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:13:07.941539 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:07.969440 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bba7df87-9eac-4ab9-873e-3a4a3b4cb576 req-b61819bb-d4e7-448c-9539-061fe21db3b9 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb10061b-8779-4889-ba85-abf32d704299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666866 Mar 09 06:13:08.038367 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] For port 44a3c728-2509-4848-9903-bfb5ab672d18, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=44a3c728-2509-4848-9903-bfb5ab672d18,segment=NetworkSegment(fc9d014f-4873-47eb-b314-835143324b07),segment_id=fc9d014f-4873-47eb-b314-835143324b07)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:08.038727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:08.055392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Calling delete_port for 44a3c728-2509-4848-9903-bfb5ab672d18 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:13:08.264650 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (44a3c728-2509-4848-9903-bfb5ab672d18), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:08.283484 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['44a3c728-2509-4848-9903-bfb5ab672d18'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:13:08.294902 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Pushing event deleted for resources: {'Port': ['ID=44a3c728-2509-4848-9903-bfb5ab672d18,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:08.338287 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] No DVR routers for this DVR port 44a3c728-2509-4848-9903-bfb5ab672d18 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:13:08.341361 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:08.344643 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9f806d35-7e5b-414a-a0ce-a122aa9d7fd3 req-743cc5b1-2e1f-4efe-819c-cef0799cf3e0 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.20 "DELETE /v2.0/ports/44a3c728-2509-4848-9903-bfb5ab672d18 HTTP/1.1" status: 204 len: 173 time: 0.5303156 Mar 09 06:13:08.345069 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d', 'name': 'network-vif-deleted', 'tag': '44a3c728-2509-4848-9903-bfb5ab672d18'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:13:08.347284 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736bcc4a-1248-4897-9627-7b6d3db80e36" -d '{"events": [{"server_uuid": "ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d", "name": "network-vif-deleted", "tag": "44a3c728-2509-4848-9903-bfb5ab672d18"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:13:08.551670 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb89854-8a9d-4d80-afa2-8659dbbe9289 x-openstack-request-id: req-7fb89854-8a9d-4d80-afa2-8659dbbe9289 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:13:08.551994 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d", "name": "network-vif-deleted", "tag": "44a3c728-2509-4848-9903-bfb5ab672d18", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:13:08.552250 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fb89854-8a9d-4d80-afa2-8659dbbe9289 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:13:08.552672 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d', 'name': 'network-vif-deleted', 'tag': '44a3c728-2509-4848-9903-bfb5ab672d18', 'status': 'completed', 'code': 200} Mar 09 06:13:08.755742 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-92034688-c577-4ad4-a4a4-830d3601f071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:09.071942 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f6a195d5-fd8f-49aa-aaed-8f4145b8cddb req-518500e8-3757-41b2-abfc-341cbdeda1c6 tempest-VolumesSnapshotTestJSON-638711652 tempest-VolumesSnapshotTestJSON-638711652-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea6188c7-bb59-45f3-8abb-d5e4fe4bc29d HTTP/1.1" status: 200 len: 210 time: 0.0264773 Mar 09 06:13:10.116303 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:10.995690 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:12.796292 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:13.091768 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 44a3c728-2509-4848-9903-bfb5ab672d18 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:13:13.113055 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 44a3c728-2509-4848-9903-bfb5ab672d18 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:13:13.113598 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 44a3c728-2509-4848-9903-bfb5ab672d18 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:13:19.107735 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 46908) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:19.215052 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96584b68-f8b8-4113-9030-13b4c319a90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:19.289132 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96584b68-f8b8-4113-9030-13b4c319a90b admin admin] Publish callbacks [] for security_group (debc8689-821a-4b82-9dbb-c82b32985393), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:19.339349 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96584b68-f8b8-4113-9030-13b4c319a90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (debc8689-821a-4b82-9dbb-c82b32985393), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:19.375843 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96584b68-f8b8-4113-9030-13b4c319a90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debc8689-821a-4b82-9dbb-c82b32985393,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:19.380496 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-96584b68-f8b8-4113-9030-13b4c319a90b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=317893900baa49c98ff536ba8e79ea37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717030 Mar 09 06:13:19.383774 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 46912) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:19.433126 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc160-3058-4043-907b-89af3b812d2a admin admin] Publish callbacks [] for security_group (debc8689-821a-4b82-9dbb-c82b32985393), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:19.453857 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc160-3058-4043-907b-89af3b812d2a admin admin] Publish callbacks [] for security_group (debc8689-821a-4b82-9dbb-c82b32985393), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:19.571471 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc160-3058-4043-907b-89af3b812d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (debc8689-821a-4b82-9dbb-c82b32985393), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:19.574616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc160-3058-4043-907b-89af3b812d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:19.575762 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c2bfc160-3058-4043-907b-89af3b812d2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/debc8689-821a-4b82-9dbb-c82b32985393 HTTP/1.1" status: 204 len: 168 time: 0.1917403 Mar 09 06:13:19.583923 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfc160-3058-4043-907b-89af3b812d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debc8689-821a-4b82-9dbb-c82b32985393,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:23.978940 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:29.018438 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-47a7e113-9ae4-44b9-a6bb-19941c044563 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445776 Mar 09 06:13:29.108017 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-7b09506a-52ab-410c-9fec-a6fcd5de61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:29.113058 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-7b09506a-52ab-410c-9fec-a6fcd5de61f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 1130 time: 0.0446675 Mar 09 06:13:29.214437 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-72ac0223-f32c-4c7a-ba0a-b6b120a796f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:29.216079 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-72ac0223-f32c-4c7a-ba0a-b6b120a796f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 916 time: 0.0882611 Mar 09 06:13:29.279975 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-2c63b22b-e58b-46df-ba9f-a2e1cb5f6fed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=214495d5-d481-42bc-acdc-e507061a96f8 HTTP/1.1" status: 200 len: 1002 time: 0.0579345 Mar 09 06:13:29.330423 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-2fc2531d-c5cc-4bf0-93aa-b2b70b1b5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:29.331863 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-2fc2531d-c5cc-4bf0-93aa-b2b70b1b5d34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0461617 Mar 09 06:13:29.379835 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-385f8aaa-3cf5-4a72-afa9-6a306694c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:29.381330 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-385f8aaa-3cf5-4a72-afa9-6a306694c91c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436575 Mar 09 06:13:29.471588 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-a892a37b-9e55-411c-9a6b-f46db365b09b service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839226 Mar 09 06:13:29.557089 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-56c9e8d6-d8c0-47bc-8a34-1b4c19bf13ca req-2211968e-b79b-4bb8-83aa-0ac90bc9010c service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792632 Mar 09 06:13:35.750112 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:13:36.400887 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e26aeb65-87bd-49d6-8a3e-2abb5b70781b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:38.686829 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1481-7131-4715-b188-38b11c576707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.059103 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47026) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:39.102211 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1312a0-f2c9-4b4e-8100-a4fecb0b6ab5 admin admin] Deleting subnet 3b08bd94-cc9f-454f-8179-08f5b9e38336 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:13:39.105202 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f1312a0-f2c9-4b4e-8100-a4fecb0b6ab5 admin admin] Publish callbacks [] for subnet (3b08bd94-cc9f-454f-8179-08f5b9e38336), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.142933 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f1312a0-f2c9-4b4e-8100-a4fecb0b6ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9745623'] for subnet (3b08bd94-cc9f-454f-8179-08f5b9e38336), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.180663 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f1312a0-f2c9-4b4e-8100-a4fecb0b6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (3b08bd94-cc9f-454f-8179-08f5b9e38336), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.305914 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f1312a0-f2c9-4b4e-8100-a4fecb0b6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9746099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9475999'] for subnet (3b08bd94-cc9f-454f-8179-08f5b9e38336), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.330727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1312a0-f2c9-4b4e-8100-a4fecb0b6ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b08bd94-cc9f-454f-8179-08f5b9e38336,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:39.334373 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f1312a0-f2c9-4b4e-8100-a4fecb0b6ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.337566 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0f1312a0-f2c9-4b4e-8100-a4fecb0b6ab5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3b08bd94-cc9f-454f-8179-08f5b9e38336 HTTP/1.1" status: 204 len: 168 time: 0.2774684 Mar 09 06:13:39.339952 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47030) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:39.412483 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (735819f2-c1df-4dec-94a7-ef0d4669816c), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.489376 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (735819f2-c1df-4dec-94a7-ef0d4669816c), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.508463 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735819f2-c1df-4dec-94a7-ef0d4669816c']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:39.517839 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9d014f-4873-47eb-b314-835143324b07') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:39.518131 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9d014f-4873-47eb-b314-835143324b07') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:39.526989 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745452'] for segment (fc9d014f-4873-47eb-b314-835143324b07), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.544126 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (fc9d014f-4873-47eb-b314-835143324b07), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.550139 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:13:39.550512 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9746137'] for segment (fc9d014f-4873-47eb-b314-835143324b07), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: Traceback (most recent call last): Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: timer() Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: cb(*args, **kw) Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: return func(*args, **kwargs) Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: self._notify() Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: self.callback(batched_events) Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: event.method(event) Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: return f(self, *a, **k) Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._get(url).json() Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:13:39.552071 dv-cinder-831154-2-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:13:39.665117 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (735819f2-c1df-4dec-94a7-ef0d4669816c), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.670408 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:39.676600 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] 10.222.0.18 "DELETE /v2.0/networks/735819f2-c1df-4dec-94a7-ef0d4669816c HTTP/1.1" status: 204 len: 168 time: 0.3326838 Mar 09 06:13:39.684028 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbb50f-8c22-4f19-9863-6001d99d0056 admin admin] Pushing event deleted for resources: {'Network': ['ID=735819f2-c1df-4dec-94a7-ef0d4669816c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:40.002489 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:40.021836 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47034) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:40.060750 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2f7a31a5-2076-4e07-90fe-741b0f6aa291 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=097e68b4def747779c0594225f4b0606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376911 Mar 09 06:13:40.067692 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47036) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:40.115218 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20d7d05e-fc9e-4685-8611-5a03db7cb945 admin admin] Publish callbacks [] for security_group (fb10061b-8779-4889-ba85-abf32d704299), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:40.138699 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20d7d05e-fc9e-4685-8611-5a03db7cb945 admin admin] Publish callbacks [] for security_group (fb10061b-8779-4889-ba85-abf32d704299), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:40.259861 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20d7d05e-fc9e-4685-8611-5a03db7cb945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (fb10061b-8779-4889-ba85-abf32d704299), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:40.262666 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20d7d05e-fc9e-4685-8611-5a03db7cb945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:40.263810 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-20d7d05e-fc9e-4685-8611-5a03db7cb945 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb10061b-8779-4889-ba85-abf32d704299 HTTP/1.1" status: 204 len: 168 time: 0.1951659 Mar 09 06:13:40.272483 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7d05e-fc9e-4685-8611-5a03db7cb945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb10061b-8779-4889-ba85-abf32d704299,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:41.025289 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.395833 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47062) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:41.489066 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-271726595-network', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:41.578217 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Made reservation on behalf of 1f840f8c7f614daa9c5d157583bc19e4 for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:13:41.580643 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.589157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.661384 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Publish callbacks [] for security_group (7b950a45-fb84-4da6-90c0-83315b4cacf7), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.743836 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (7b950a45-fb84-4da6-90c0-83315b4cacf7), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.765501 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:13:41.780879 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b950a45-fb84-4da6-90c0-83315b4cacf7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:41.783797 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (b0a80ea3-b4af-46c4-9bee-3be636c56293), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.784122 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Added segment b0a80ea3-b4af-46c4-9bee-3be636c56293 of type vlan for network b0573f27-7448-4b5e-bf73-02cd8eabe1ee Mar 09 06:13:41.823805 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (b0573f27-7448-4b5e-bf73-02cd8eabe1ee), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.910897 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (b0573f27-7448-4b5e-bf73-02cd8eabe1ee), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.911484 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:41.912408 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:41.995517 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0573f27-7448-4b5e-bf73-02cd8eabe1ee,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:42.002593 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-35cfb719-4f5d-44eb-8fa0-9ad2ca0bf3e3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6056745 Mar 09 06:13:42.006315 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47068) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:42.009643 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:13:42.012630 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Request body: {'subnet': {'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-271726595-subnet', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:42.032687 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d990-20a2-4960-8deb-ac174ae90006 req-60b0ef59-f4da-4372-94ac-d2d67b9f4bab tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:42.034222 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cff1d990-20a2-4960-8deb-ac174ae90006 req-60b0ef59-f4da-4372-94ac-d2d67b9f4bab tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 946 time: 0.0975173 Mar 09 06:13:42.082963 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cff1d990-20a2-4960-8deb-ac174ae90006 req-997ce355-0340-4748-a96a-0aba168cd573 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Mar 09 06:13:42.122966 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Made reservation on behalf of 1f840f8c7f614daa9c5d157583bc19e4 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:13:42.126090 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3364228'] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:42.391577 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3455229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3364250'] for subnet (6763a0a2-6261-444f-a87d-317955dd1169), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:42.450073 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6763a0a2-6261-444f-a87d-317955dd1169,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:42.457181 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Checking segment: {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:42.457538 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Network hostable DHCP agents. Network: b0573f27-7448-4b5e-bf73-02cd8eabe1ee, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:13:42.596401 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:13:42.711014 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, b0573f27-7448-4b5e-bf73-02cd8eabe1ee) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:42.721962 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:42.721962 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:42.722248 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bea6fd-bc48-40b3-ba44-6bf68aa30e0c None None] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:13:42.779699 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:42.799718 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2d6b11e8-3f10-4e5c-960e-4740b8d510c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7919750 Mar 09 06:13:42.802075 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47070) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:42.806279 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:42.825765 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:13:42.827353 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:42.877361 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (2c9af16c-a062-466c-8874-7cba00184266), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:42.878675 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (2c9af16c-a062-466c-8874-7cba00184266), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:42.934535 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks [] for router_controller (2c9af16c-a062-466c-8874-7cba00184266), precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:42.966450 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Allocated IP 172.20.0.2 (b0573f27-7448-4b5e-bf73-02cd8eabe1ee/6763a0a2-6261-444f-a87d-317955dd1169/78d9c900-c485-4f87-9c9e-66595d0a8113) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:13:43.105558 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Publish callbacks [] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.154202 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks [] for router_gateway (2c9af16c-a062-466c-8874-7cba00184266), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.203053 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6020e-fa6e-49d7-a8b8-9897142cb83a req-6b0007d3-8733-44e5-aafb-42e94a383d4b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:43.204570 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-02d6020e-fa6e-49d7-a8b8-9897142cb83a req-6b0007d3-8733-44e5-aafb-42e94a383d4b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 946 time: 0.0519989 Mar 09 06:13:43.208764 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.246620 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:43.253626 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:43.256171 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:13:43.259095 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-02d6020e-fa6e-49d7-a8b8-9897142cb83a req-67c813f0-212f-4a46-b56c-2821b7fa7a68 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489855 Mar 09 06:13:43.265660 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Pushing event updated for resources: {'Port': ['ID=78d9c900-c485-4f87-9c9e-66595d0a8113,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:43.289429 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.289800 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.290147 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.290486 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.290819 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.291145 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.291472 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.291794 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.292113 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.292524 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.292853 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.293171 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.293491 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:43.328990 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Attempting to bind port 78d9c900-c485-4f87-9c9e-66595d0a8113 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:13:43.329353 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Attempting to bind port 78d9c900-c485-4f87-9c9e-66595d0a8113 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:13:43.329710 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Attempting to bind port 78d9c900-c485-4f87-9c9e-66595d0a8113 on network b0573f27-7448-4b5e-bf73-02cd8eabe1ee {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:13:43.334713 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:13:43.335086 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Checking segment: {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:43.335489 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.335902 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Bound using segment: {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:13:43.336360 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Bound port: 78d9c900-c485-4f87-9c9e-66595d0a8113, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:13:43.336756 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.402556 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] For port 78d9c900-c485-4f87-9c9e-66595d0a8113, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:13:43.406521 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] For port 78d9c900-c485-4f87-9c9e-66595d0a8113, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=78d9c900-c485-4f87-9c9e-66595d0a8113,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:13:43.438036 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks [] for router_gateway (2c9af16c-a062-466c-8874-7cba00184266), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.459815 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.523316 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.560139 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Allocated IP 172.27.0.53 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/5f6336a9-e04f-49c9-b968-c14aaa461e0e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:13:43.591804 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c54ed-1638-4b1e-b0a2-91d271d92dd6 None None] Pushing event updated for resources: {'Port': ['ID=78d9c900-c485-4f87-9c9e-66595d0a8113,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:43.666961 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks [] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.776888 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-a9c40198-3337-4ce2-a760-2585b0ff60f6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:43.778537 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-a9c40198-3337-4ce2-a760-2585b0ff60f6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 946 time: 0.0679026 Mar 09 06:13:43.790725 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.833866 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:43.840419 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:43.841962 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:13:43.845724 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Pushing event updated for resources: {'Port': ['ID=5f6336a9-e04f-49c9-b968-c14aaa461e0e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:43.881776 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Deleting port 50f85c25-c256-4ef8-ada3-c1b059c302f3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:13:43.882113 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:43.973984 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] For port 50f85c25-c256-4ef8-ada3-c1b059c302f3, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=50f85c25-c256-4ef8-ada3-c1b059c302f3,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:43.974248 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.121891 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 78d9c900-c485-4f87-9c9e-66595d0a8113 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:13:44.177207 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 78d9c900-c485-4f87-9c9e-66595d0a8113 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:44.177603 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.225210 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.225747 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (edc39e0b-d144-4cc5-8a46-e113776b8679), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.225860 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Floating IP edc39e0b-d144-4cc5-8a46-e113776b8679 disassociated. External IP: 172.27.0.146, port: 50f85c25-c256-4ef8-ada3-c1b059c302f3. Mar 09 06:13:44.226157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Calling delete_port for 50f85c25-c256-4ef8-ada3-c1b059c302f3 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:13:44.283582 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 78d9c900-c485-4f87-9c9e-66595d0a8113 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:44.284628 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.303838 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks [] for router_gateway (2c9af16c-a062-466c-8874-7cba00184266), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.329305 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 78d9c900-c485-4f87-9c9e-66595d0a8113, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=78d9c900-c485-4f87-9c9e-66595d0a8113,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:44.412761 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.429086 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efdb8-b02a-4d64-be52-98932af60bca req-04863917-85ff-48b2-97c5-d13a39cdb7c6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:44.430648 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f5efdb8-b02a-4d64-be52-98932af60bca req-04863917-85ff-48b2-97c5-d13a39cdb7c6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 946 time: 0.0725763 Mar 09 06:13:44.471335 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=78d9c900-c485-4f87-9c9e-66595d0a8113,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:44.487476 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f5efdb8-b02a-4d64-be52-98932af60bca req-528f834f-552e-473f-b75c-1e05d323934b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493703 Mar 09 06:13:44.488895 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (50f85c25-c256-4ef8-ada3-c1b059c302f3), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.527804 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event deleted for resources: {'Port': ['ID=50f85c25-c256-4ef8-ada3-c1b059c302f3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:44.549188 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (2c9af16c-a062-466c-8874-7cba00184266), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.642725 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6e56b-d8c8-45a9-82ec-3a99774635c4 None None] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:13:44.647273 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:13:44.734311 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-bdb5f741-ae69-4bde-8692-9f629538d75a None None] Provisioning complete for port 78d9c900-c485-4f87-9c9e-66595d0a8113 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:44.734613 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f741-ae69-4bde-8692-9f629538d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.764513 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:13:44.775622 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Router 2c9af16c-a062-466c-8874-7cba00184266 is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:13:44.778027 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:13:44.807117 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:44.807752 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:44.809033 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] No DVR routers for this DVR port 50f85c25-c256-4ef8-ada3-c1b059c302f3 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:13:44.812901 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:44.815628 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd97b1bc-5444-4def-a232-385a5023ea5c req-22e578d2-bbd0-4dc9-86c1-57caa799e13e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "DELETE /v2.0/ports/50f85c25-c256-4ef8-ada3-c1b059c302f3 HTTP/1.1" status: 204 len: 173 time: 1.0310867 Mar 09 06:13:44.816085 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'name': 'network-vif-deleted', 'tag': '50f85c25-c256-4ef8-ada3-c1b059c302f3'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:13:44.818910 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8d64e9-1a82-4a05-8466-5d60a7694e59" -d '{"events": [{"server_uuid": "c988bfda-2fb2-4f99-9a56-88b2ea14e23b", "name": "network-vif-deleted", "tag": "50f85c25-c256-4ef8-ada3-c1b059c302f3"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:13:44.865975 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7ab582-e3c1-4840-a8b1-f8b66f5072ae x-openstack-request-id: req-3a7ab582-e3c1-4840-a8b1-f8b66f5072ae {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:13:44.866297 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c988bfda-2fb2-4f99-9a56-88b2ea14e23b", "name": "network-vif-deleted", "tag": "50f85c25-c256-4ef8-ada3-c1b059c302f3", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:13:44.866561 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a7ab582-e3c1-4840-a8b1-f8b66f5072ae {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:13:44.866981 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c988bfda-2fb2-4f99-9a56-88b2ea14e23b', 'name': 'network-vif-deleted', 'tag': '50f85c25-c256-4ef8-ada3-c1b059c302f3', 'status': 'completed', 'code': 200} Mar 09 06:13:44.911302 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:13:44.914878 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Sync routers for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:13:44.926305 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:44.926930 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:45.045629 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:45.049588 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-516b40dd-cfbd-4d4f-8f15-0a81f23a8dec admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2437730 Mar 09 06:13:45.049753 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:45.050126 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47078) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:45.110297 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:45.208223 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5f741-ae69-4bde-8692-9f629538d75a None None] Current status of the port 78d9c900-c485-4f87-9c9e-66595d0a8113 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:45.308913 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:43Z', 'revision_number': 3, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:45.348530 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Checking router: 2c9af16c-a062-466c-8874-7cba00184266 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:13:45.349244 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Updating router 2c9af16c-a062-466c-8874-7cba00184266 port 5f6336a9-e04f-49c9-b968-c14aaa461e0e binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:13:45.358723 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-7bee0fa5-2fb3-45b3-9185-a28cf16e1ca4 None None] Provisioning complete for port 78d9c900-c485-4f87-9c9e-66595d0a8113 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:45.359151 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bee0fa5-2fb3-45b3-9185-a28cf16e1ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:45.381868 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:45.426360 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:45.460096 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:13:45.477545 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:45.478543 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:45.557862 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-7bee0fa5-2fb3-45b3-9185-a28cf16e1ca4 None None] Current status of the port 78d9c900-c485-4f87-9c9e-66595d0a8113 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:45.627220 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:45.663163 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e46f621e-aa54-45b9-b8ed-76799c7cd12a req-ae693169-46cc-459e-bc34-9da746ca836c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c988bfda-2fb2-4f99-9a56-88b2ea14e23b HTTP/1.1" status: 200 len: 210 time: 0.0430634 Mar 09 06:13:45.702229 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Publish callbacks [] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:45.769554 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:45.854164 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:45.859223 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Pushing event updated for resources: {'Port': ['ID=5f6336a9-e04f-49c9-b968-c14aaa461e0e,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:45.868611 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Attempting to bind port 5f6336a9-e04f-49c9-b968-c14aaa461e0e on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:13:45.869600 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Attempting to bind port 5f6336a9-e04f-49c9-b968-c14aaa461e0e by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:13:45.870130 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Attempting to bind port 5f6336a9-e04f-49c9-b968-c14aaa461e0e on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:13:45.876075 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.876660 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.877192 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.878199 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.878699 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.879185 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.879669 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.880050 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:45.880848 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.881457 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.882139 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.882628 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.883120 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.884070 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:13:45.890935 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:13:45.892356 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:45.892356 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:45.893879 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:13:45.894684 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Bound port: 5f6336a9-e04f-49c9-b968-c14aaa461e0e, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:13:45.895693 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:45.898994 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddc932-f9e3-4e10-a352-10b86b55a02a None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:13:45.963794 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] For port 5f6336a9-e04f-49c9-b968-c14aaa461e0e, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:13:45.968413 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] For port 5f6336a9-e04f-49c9-b968-c14aaa461e0e, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=5f6336a9-e04f-49c9-b968-c14aaa461e0e,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:13:46.070285 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:46.072940 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Allocated IP 172.20.0.1 (b0573f27-7448-4b5e-bf73-02cd8eabe1ee/6763a0a2-6261-444f-a87d-317955dd1169/43d15c49-7660-483b-a33d-f849886e24e6) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:13:46.117551 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 78d9c900-c485-4f87-9c9e-66595d0a8113 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:13:46.164144 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:46.165191 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:46.167068 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb497a-92c9-4e8a-a14c-232f7275df65 None None] Pushing event updated for resources: {'Port': ['ID=5f6336a9-e04f-49c9-b968-c14aaa461e0e,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:46.206825 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 78d9c900-c485-4f87-9c9e-66595d0a8113 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:46.207707 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:46.219118 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Publish callbacks [] for port (43d15c49-7660-483b-a33d-f849886e24e6), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:46.291729 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:46.298150 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f47b6-f26b-4a36-ad81-a84fa4e64e2d None None] New status for floating IP edc39e0b-d144-4cc5-8a46-e113776b8679: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:13:46.319174 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (43d15c49-7660-483b-a33d-f849886e24e6), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:46.358933 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Pushing event updated for resources: {'Port': ['ID=43d15c49-7660-483b-a33d-f849886e24e6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:46.373397 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:46.374475 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:46.376787 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:13:46.420953 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 78d9c900-c485-4f87-9c9e-66595d0a8113 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:46.427705 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (2c9af16c-a062-466c-8874-7cba00184266), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:46.526051 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:43Z', 'revision_number': 3, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:46.553841 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1c2b5-4a4c-41f0-b30b-c867539de2d2 None None] The sync data for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi is: [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:43Z', 'revision_number': 3, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:13:46.684809 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (43d15c49-7660-483b-a33d-f849886e24e6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:46.687997 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-991f5c5a-228b-4d76-afdd-f72b7a3eb18c None None] Provisioning complete for port 43d15c49-7660-483b-a33d-f849886e24e6 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:46.688442 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-991f5c5a-228b-4d76-afdd-f72b7a3eb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (43d15c49-7660-483b-a33d-f849886e24e6), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:46.737936 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-991f5c5a-228b-4d76-afdd-f72b7a3eb18c None None] Port 43d15c49-7660-483b-a33d-f849886e24e6 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:13:46.925028 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Publish callbacks [] for port (43d15c49-7660-483b-a33d-f849886e24e6), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:46.959364 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-46e9394b-346d-41ac-9149-d051f29338d3 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921288379&fields=id&tenant_id=53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 267 time: 0.0546362 Mar 09 06:13:46.986034 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (43d15c49-7660-483b-a33d-f849886e24e6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:47.058981 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (2c9af16c-a062-466c-8874-7cba00184266), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:47.068265 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Pushing event updated for resources: {'Port': ['ID=43d15c49-7660-483b-a33d-f849886e24e6,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:47.106012 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a47ca952-cf29-4e4a-86ac-e251dc1d14d0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:47.107544 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a47ca952-cf29-4e4a-86ac-e251dc1d14d0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 811 time: 0.1474011 Mar 09 06:13:47.124013 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-30e25118-b5d9-492f-acab-57b36033be37 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/quotas/53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 375 time: 0.0098073 Mar 09 06:13:47.172267 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:47.173945 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:47.193415 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 50f85c25-c256-4ef8-ada3-c1b059c302f3 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:13:47.236054 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 50f85c25-c256-4ef8-ada3-c1b059c302f3 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:13:47.236284 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-eb106a48-3de7-49d4-bb99-63e565be82b4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000566 Mar 09 06:13:47.236564 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 50f85c25-c256-4ef8-ada3-c1b059c302f3 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:13:47.349836 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Router 2c9af16c-a062-466c-8874-7cba00184266 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:13:47.429236 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-87a0c8d2-5e72-400d-a104-598366634319 service neutron] 10.222.0.18 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851912 Mar 09 06:13:47.475541 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-2457ca2e-1398-401b-9d11-d77a379a6dc6 None None] Provisioning complete for port 43d15c49-7660-483b-a33d-f849886e24e6 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:47.477755 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2457ca2e-1398-401b-9d11-d77a379a6dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (43d15c49-7660-483b-a33d-f849886e24e6), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:47.509417 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:13:47.520426 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1144be2f-dd47-4df0-827f-437a129fe467 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c9af16c-a062-466c-8874-7cba00184266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4692485 Mar 09 06:13:47.529504 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-2457ca2e-1398-401b-9d11-d77a379a6dc6 None None] Port 43d15c49-7660-483b-a33d-f849886e24e6 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:13:47.542979 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7f24a8db-bb0e-4ea4-9d99-e5650d240282 service neutron] 10.222.0.18 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064334 Mar 09 06:13:48.119225 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 5f6336a9-e04f-49c9-b968-c14aaa461e0e up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:13:48.218816 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 5f6336a9-e04f-49c9-b968-c14aaa461e0e triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:48.218816 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:48.297195 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 5f6336a9-e04f-49c9-b968-c14aaa461e0e is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:48.297586 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:48.319751 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 5f6336a9-e04f-49c9-b968-c14aaa461e0e, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=5f6336a9-e04f-49c9-b968-c14aaa461e0e,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:48.414270 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:48.427536 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f11c4223-8015-4da5-9703-c62e78eec7e9 req-8c8d7f04-d8ac-45ae-a8cf-1c877702084a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 210 time: 0.0394628 Mar 09 06:13:48.498551 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=5f6336a9-e04f-49c9-b968-c14aaa461e0e,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:48.552632 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:48.562080 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1999192037-network', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:48.663428 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Sync routers for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:13:48.674541 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:48.675192 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:48.688568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Made reservation on behalf of e9de7cec844c46e28d21010214a6a475 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:13:48.693166 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:48.699734 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:48.780966 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Publish callbacks [] for security_group (ac5c98b3-ab08-4371-b926-9f9cce8c253b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:48.860310 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ac5c98b3-ab08-4371-b926-9f9cce8c253b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:48.886699 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:13:48.892859 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:48.895576 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c98b3-ab08-4371-b926-9f9cce8c253b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:48.902659 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (390f820d-76ad-4e15-b341-82c63d298702), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:48.903113 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Added segment 390f820d-76ad-4e15-b341-82c63d298702 of type vlan for network 76e1e7dc-4931-4105-ad8e-d37092d84b5c Mar 09 06:13:48.945064 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (76e1e7dc-4931-4105-ad8e-d37092d84b5c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.060816 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (76e1e7dc-4931-4105-ad8e-d37092d84b5c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.061832 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:49.062425 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.100224 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 2, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:49.125734 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] Pushing event updated for resources: {'Network': ['ID=76e1e7dc-4931-4105-ad8e-d37092d84b5c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:49.133045 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Checking router: 2c9af16c-a062-466c-8874-7cba00184266 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:13:49.133045 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Updating router 2c9af16c-a062-466c-8874-7cba00184266 port 43d15c49-7660-483b-a33d-f849886e24e6 binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:13:49.138063 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 76e1e7dc-4931-4105-ad8e-d37092d84b5c details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:13:49.165730 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (43d15c49-7660-483b-a33d-f849886e24e6), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.168442 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47128) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:49.168709 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2842fcf9-9125-48c2-b2f8-8b4b04dde0d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6116610 Mar 09 06:13:49.174519 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Request body: {'subnet': {'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1999192037-subnet', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:49.283017 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Made reservation on behalf of e9de7cec844c46e28d21010214a6a475 for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:13:49.285897 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476088'] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.440530 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Publish callbacks [] for port (43d15c49-7660-483b-a33d-f849886e24e6), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.495376 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-922c9bee-fefc-46d0-afa4-1b5adbddc705 req-1d5fb803-c23d-4e92-bb1a-9774615586be tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 210 time: 0.0268745 Mar 09 06:13:49.539968 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (43d15c49-7660-483b-a33d-f849886e24e6), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.568808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9745524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476070'] for subnet (4eeb20d6-539b-4388-8d1e-7e129a8ba0bb), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.586964 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1d04b-1034-43dd-acae-b871ff27c2b0 None None] Pushing event updated for resources: {'Port': ['ID=43d15c49-7660-483b-a33d-f849886e24e6,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:49.637213 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eeb20d6-539b-4388-8d1e-7e129a8ba0bb,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:49.645003 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Checking segment: {'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:49.645349 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Network hostable DHCP agents. Network: 76e1e7dc-4931-4105-ad8e-d37092d84b5c, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:13:49.667017 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Attempting to bind port 43d15c49-7660-483b-a33d-f849886e24e6 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:13:49.667607 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Attempting to bind port 43d15c49-7660-483b-a33d-f849886e24e6 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:13:49.667729 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Attempting to bind port 43d15c49-7660-483b-a33d-f849886e24e6 on network b0573f27-7448-4b5e-bf73-02cd8eabe1ee {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:13:49.673820 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:13:49.674098 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Checking segment: {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:49.674667 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.675058 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Bound using segment: {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:13:49.675530 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Bound port: 43d15c49-7660-483b-a33d-f849886e24e6, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:13:49.675886 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (43d15c49-7660-483b-a33d-f849886e24e6), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.740228 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Network 76e1e7dc-4931-4105-ad8e-d37092d84b5c is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:13:49.744599 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] For port 43d15c49-7660-483b-a33d-f849886e24e6, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:13:49.748063 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] For port 43d15c49-7660-483b-a33d-f849886e24e6, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=43d15c49-7660-483b-a33d-f849886e24e6,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:13:49.870509 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-df683b60-a684-4fd8-ab12-392393253584 None None] Provisioning complete for port 43d15c49-7660-483b-a33d-f849886e24e6 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:49.871382 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 76e1e7dc-4931-4105-ad8e-d37092d84b5c) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:49.871677 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-df683b60-a684-4fd8-ab12-392393253584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (43d15c49-7660-483b-a33d-f849886e24e6), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.872117 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (43d15c49-7660-483b-a33d-f849886e24e6), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.876361 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:49.877184 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:49.899588 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7624962-6599-481c-930b-f8f0afdecd39 None None] Network 76e1e7dc-4931-4105-ad8e-d37092d84b5c requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:13:49.947529 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:49.947529 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:49.984594 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-30db89a5-408f-47f1-9437-d8690e9a287b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8117673 Mar 09 06:13:49.986480 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47146) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:49.994710 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1d04b-1034-43dd-acae-b871ff27c2b0 None None] Pushing event updated for resources: {'Port': ['ID=43d15c49-7660-483b-a33d-f849886e24e6,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:50.008579 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:50.058266 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-df683b60-a684-4fd8-ab12-392393253584 None None] Current status of the port 43d15c49-7660-483b-a33d-f849886e24e6 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:50.058750 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-df683b60-a684-4fd8-ab12-392393253584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (43d15c49-7660-483b-a33d-f849886e24e6), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.070698 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-76e1e7dc-4931-4105-ad8e-d37092d84b5c', 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c', 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'fixed_ips': [{'subnet_id': '4eeb20d6-539b-4388-8d1e-7e129a8ba0bb'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:13:50.071802 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.113013 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:50.140784 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-df683b60-a684-4fd8-ab12-392393253584 None None] For port 43d15c49-7660-483b-a33d-f849886e24e6, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=43d15c49-7660-483b-a33d-f849886e24e6,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:50.141031 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (af5d57d7-8062-4247-aafc-350472f3b368), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.142226 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (af5d57d7-8062-4247-aafc-350472f3b368), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.202862 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 5f6336a9-e04f-49c9-b968-c14aaa461e0e up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:13:50.249140 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-df683b60-a684-4fd8-ab12-392393253584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (43d15c49-7660-483b-a33d-f849886e24e6), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.254632 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks [] for router_controller (af5d57d7-8062-4247-aafc-350472f3b368), precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.314156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a7874-a08f-4323-ac70-bc0c86bfe44e req-3da010f7-c399-4b08-aeaa-3e14864ae1b5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:50.316006 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ae9a7874-a08f-4323-ac70-bc0c86bfe44e req-3da010f7-c399-4b08-aeaa-3e14864ae1b5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.0635946 Mar 09 06:13:50.354604 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:49Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:50.385852 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a8b8f-50a5-4058-9c25-8623adfebc96 None None] The sync data for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi is: [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:49Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:13:50.477376 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ae9a7874-a08f-4323-ac70-bc0c86bfe44e req-2b19ae38-2916-4d01-9096-041e1dbd9f87 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477385 Mar 09 06:13:50.499763 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-836ab060-ad8d-48b1-aea5-c91819f5ae67 None None] Provisioning complete for port 43d15c49-7660-483b-a33d-f849886e24e6 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:50.500265 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-836ab060-ad8d-48b1-aea5-c91819f5ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (43d15c49-7660-483b-a33d-f849886e24e6), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.508913 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 5f6336a9-e04f-49c9-b968-c14aaa461e0e triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:50.509601 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.531970 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df683b60-a684-4fd8-ab12-392393253584 None None] Pushing event updated for resources: {'Port': ['ID=43d15c49-7660-483b-a33d-f849886e24e6,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:50.563589 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Allocated IP 172.20.0.2 (76e1e7dc-4931-4105-ad8e-d37092d84b5c/4eeb20d6-539b-4388-8d1e-7e129a8ba0bb/dd6f6512-58c9-4912-83df-92597d6f0308) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:13:50.569181 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks [] for router_gateway (af5d57d7-8062-4247-aafc-350472f3b368), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.620286 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-57502414-7022-4c7e-9da7-8952951c731a req-0fc7f839-504a-4710-9470-5f37d6342195 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 210 time: 0.0293784 Mar 09 06:13:50.755747 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-836ab060-ad8d-48b1-aea5-c91819f5ae67 None None] Current status of the port 43d15c49-7660-483b-a33d-f849886e24e6 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:50.760614 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 5f6336a9-e04f-49c9-b968-c14aaa461e0e is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:50.823853 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Publish callbacks [] for port (dd6f6512-58c9-4912-83df-92597d6f0308), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.923551 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:50.971080 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Network 76e1e7dc-4931-4105-ad8e-d37092d84b5c is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:50.976699 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:50.979088 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Pushing event updated for resources: {'Port': ['ID=dd6f6512-58c9-4912-83df-92597d6f0308,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:50.981538 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:13:51.065913 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Attempting to bind port dd6f6512-58c9-4912-83df-92597d6f0308 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:13:51.065913 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Attempting to bind port dd6f6512-58c9-4912-83df-92597d6f0308 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:13:51.065913 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Attempting to bind port dd6f6512-58c9-4912-83df-92597d6f0308 on network 76e1e7dc-4931-4105-ad8e-d37092d84b5c {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:13:51.069446 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:13:51.069911 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Checking segment: {'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:51.070455 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:51.070912 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Bound using segment: {'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:13:51.071452 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Bound port: dd6f6512-58c9-4912-83df-92597d6f0308, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:13:51.072035 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:51.145148 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] For port dd6f6512-58c9-4912-83df-92597d6f0308, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:13:51.153827 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] For port dd6f6512-58c9-4912-83df-92597d6f0308, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=dd6f6512-58c9-4912-83df-92597d6f0308,segment=NetworkSegment(390f820d-76ad-4e15-b341-82c63d298702),segment_id=390f820d-76ad-4e15-b341-82c63d298702)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:13:51.154777 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-58099710-f200-4646-96a5-5dd7f744db27 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:51.156055 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-58099710-f200-4646-96a5-5dd7f744db27 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 811 time: 0.1527622 Mar 09 06:13:51.243266 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:51.268847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks [] for router_gateway (af5d57d7-8062-4247-aafc-350472f3b368), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:51.296442 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:51.305546 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-548f32e2-6266-40a5-9a8e-2d9dbd441c5c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 380 time: 0.1176529 Mar 09 06:13:51.316931 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'port': {'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'admin_state_up': True, 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'security_groups': ['aa2b0d0e-3bed-47cb-9607-9688687cea9b']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:51.330392 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dd008-95f7-49d9-aec3-7807169c46f3 None None] Pushing event updated for resources: {'Port': ['ID=dd6f6512-58c9-4912-83df-92597d6f0308,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:51.542636 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Allocated IP 172.27.0.61 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/921b3a55-0569-4c11-b9e3-a976f273a672) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:13:51.666996 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Made reservation on behalf of 53eb36d293cd4fbb98cc9d984c65117b for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:13:51.672123 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:51.803594 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f1c174f8-a907-4b35-a583-91a4b36e4798 req-0f9b5198-5cfc-4c1c-b4fc-8f287d93c98c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 210 time: 0.0906994 Mar 09 06:13:51.812777 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks [] for port (921b3a55-0569-4c11-b9e3-a976f273a672), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:51.827751 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449c449-d809-4819-9dd5-68fbcfc8a83d req-c3d9c4cc-9d37-4c03-9303-3343063c5abd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:51.830150 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7449c449-d809-4819-9dd5-68fbcfc8a83d req-c3d9c4cc-9d37-4c03-9303-3343063c5abd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.2351210 Mar 09 06:13:51.972038 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7449c449-d809-4819-9dd5-68fbcfc8a83d req-fe85c66f-caf2-4f99-9451-55330121bcd0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305709 Mar 09 06:13:51.980758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Allocated IP 172.20.0.12 (059a71b1-9e42-47ec-a6ff-48a2d0067043/c9f2afb9-3556-46a3-a2a0-819178b15196/28dc4390-af24-42f4-9185-167c6fb026b0) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:13:51.989956 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bd1bb6e1-07fd-42da-993a-4947984b6af0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:51.991563 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bd1bb6e1-07fd-42da-993a-4947984b6af0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.1732419 Mar 09 06:13:52.163900 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.197174 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device dd6f6512-58c9-4912-83df-92597d6f0308 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:13:52.224478 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:52.241339 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:52.243828 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:13:52.273341 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port dd6f6512-58c9-4912-83df-92597d6f0308 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:52.273719 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.275862 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Pushing event updated for resources: {'Port': ['ID=921b3a55-0569-4c11-b9e3-a976f273a672,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:52.295272 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (28dc4390-af24-42f4-9185-167c6fb026b0), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.300082 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Deleting port b6acac66-68ed-4d0e-886d-ab4bd8def943 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:13:52.300416 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.358352 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port dd6f6512-58c9-4912-83df-92597d6f0308 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:52.358759 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.394583 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945bf9bc-b634-4f8a-9e2a-d54d9e997522 None None] Network 76e1e7dc-4931-4105-ad8e-d37092d84b5c requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:13:52.399896 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port dd6f6512-58c9-4912-83df-92597d6f0308, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=dd6f6512-58c9-4912-83df-92597d6f0308,segment=NetworkSegment(390f820d-76ad-4e15-b341-82c63d298702),segment_id=390f820d-76ad-4e15-b341-82c63d298702)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:52.505608 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8df84264-7fec-47db-bfc2-1c8699d1638e None None] Provisioning complete for port dd6f6512-58c9-4912-83df-92597d6f0308 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:52.505977 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8df84264-7fec-47db-bfc2-1c8699d1638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.508854 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] For port b6acac66-68ed-4d0e-886d-ab4bd8def943, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b6acac66-68ed-4d0e-886d-ab4bd8def943,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:52.508854 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.531208 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.531988 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 43d15c49-7660-483b-a33d-f849886e24e6 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:13:52.591050 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.629639 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=dd6f6512-58c9-4912-83df-92597d6f0308,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:52.675467 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 43d15c49-7660-483b-a33d-f849886e24e6 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:52.675467 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (43d15c49-7660-483b-a33d-f849886e24e6), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.677382 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:52.688952 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:52.695463 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:13:52.698869 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8df84264-7fec-47db-bfc2-1c8699d1638e None None] Current status of the port dd6f6512-58c9-4912-83df-92597d6f0308 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:52.771998 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 43d15c49-7660-483b-a33d-f849886e24e6 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:52.796511 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=28dc4390-af24-42f4-9185-167c6fb026b0,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:52.861570 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:52.861570 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.864156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.864538 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (4204f7cd-19f8-4b3d-8b48-b6c8a29b7299), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.864855 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Floating IP 4204f7cd-19f8-4b3d-8b48-b6c8a29b7299 disassociated. External IP: 172.27.0.175, port: b6acac66-68ed-4d0e-886d-ab4bd8def943. Mar 09 06:13:52.865229 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Calling delete_port for b6acac66-68ed-4d0e-886d-ab4bd8def943 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:13:52.943459 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-5105364f-fe88-45d1-bf44-2b6c7f5b748f None None] Provisioning complete for port dd6f6512-58c9-4912-83df-92597d6f0308 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:52.943832 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5105364f-fe88-45d1-bf44-2b6c7f5b748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:52.981120 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks [] for router_gateway (af5d57d7-8062-4247-aafc-350472f3b368), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:53.023502 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-5105364f-fe88-45d1-bf44-2b6c7f5b748f None None] Current status of the port dd6f6512-58c9-4912-83df-92597d6f0308 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:53.030198 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-7775968b-f99a-4bcc-8e94-a8a5bb0a5896 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7171493 Mar 09 06:13:53.050469 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Request body: {'port': {'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:53.109965 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5d758-fde2-4dd5-a699-b993e613173b req-0b3f6334-4ef5-4c0c-ba87-05d7fea31e5d tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:53.111325 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7ff5d758-fde2-4dd5-a699-b993e613173b req-0b3f6334-4ef5-4c0c-ba87-05d7fea31e5d tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 932 time: 0.2069364 Mar 09 06:13:53.144126 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-ebc6914e-9538-4e1d-9a78-1bd3c96fde8d None None] Provisioning complete for port 28dc4390-af24-42f4-9185-167c6fb026b0 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:53.144524 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ebc6914e-9538-4e1d-9a78-1bd3c96fde8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:53.177172 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6914e-9538-4e1d-9a78-1bd3c96fde8d None None] Port 28dc4390-af24-42f4-9185-167c6fb026b0 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:13:53.261812 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:53.349714 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd7484-06cb-46a8-894f-4ea6a5cade53 req-b93086c6-966f-41af-9f5d-ddb5cd2f0c21 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:53.351163 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1dfd7484-06cb-46a8-894f-4ea6a5cade53 req-b93086c6-966f-41af-9f5d-ddb5cd2f0c21 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 946 time: 0.2904866 Mar 09 06:13:53.359540 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7ff5d758-fde2-4dd5-a699-b993e613173b req-34f79a1c-e0d0-438b-9aeb-d2d6cdc46a3b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243481 Mar 09 06:13:53.537367 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (b6acac66-68ed-4d0e-886d-ab4bd8def943), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:53.558335 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1dfd7484-06cb-46a8-894f-4ea6a5cade53 req-996836b4-da23-420e-bc28-a674410d1ea8 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=a59982b9-e6cd-4498-a1c1-75b6ccde5200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979029 Mar 09 06:13:53.588614 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (af5d57d7-8062-4247-aafc-350472f3b368), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:53.597515 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'Port': ['ID=b6acac66-68ed-4d0e-886d-ab4bd8def943,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:54.003504 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:54.132934 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device dd6f6512-58c9-4912-83df-92597d6f0308 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:13:54.169342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:13:54.182076 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port dd6f6512-58c9-4912-83df-92597d6f0308 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:54.182386 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:54.258937 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dc4390-af24-42f4-9185-167c6fb026b0 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:13:54.260907 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port dd6f6512-58c9-4912-83df-92597d6f0308 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:54.270996 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Publish callbacks [] for port (28dc4390-af24-42f4-9185-167c6fb026b0), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:54.294976 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Transition to ACTIVE for port object 28dc4390-af24-42f4-9185-167c6fb026b0 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:13:54.343435 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:13:54.353234 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:13:54.362418 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:54.363022 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:54.369334 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Router af5d57d7-8062-4247-aafc-350472f3b368 is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:13:54.391777 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] No DVR routers for this DVR port b6acac66-68ed-4d0e-886d-ab4bd8def943 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:13:54.394792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:54.399051 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f01bdfb4-fde0-4d0f-af0a-2950279912f1 req-bb860208-8773-47f6-b1dc-76f06af06080 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "DELETE /v2.0/ports/b6acac66-68ed-4d0e-886d-ab4bd8def943 HTTP/1.1" status: 204 len: 173 time: 2.4007816 Mar 09 06:13:54.399516 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8909748b-c192-4aae-a10c-ba72c393111c', 'name': 'network-vif-deleted', 'tag': 'b6acac66-68ed-4d0e-886d-ab4bd8def943'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:13:54.402639 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d6ef0-015a-47e2-addf-fe271ec0b071" -d '{"events": [{"server_uuid": "8909748b-c192-4aae-a10c-ba72c393111c", "name": "network-vif-deleted", "tag": "b6acac66-68ed-4d0e-886d-ab4bd8def943"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:13:54.408263 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:54.483145 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df53a58-adc9-4cef-8003-ab79d7d66bb9 x-openstack-request-id: req-8df53a58-adc9-4cef-8003-ab79d7d66bb9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:13:54.483397 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8909748b-c192-4aae-a10c-ba72c393111c", "name": "network-vif-deleted", "tag": "b6acac66-68ed-4d0e-886d-ab4bd8def943", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:13:54.483630 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8df53a58-adc9-4cef-8003-ab79d7d66bb9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:13:54.483959 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8909748b-c192-4aae-a10c-ba72c393111c', 'name': 'network-vif-deleted', 'tag': 'b6acac66-68ed-4d0e-886d-ab4bd8def943', 'status': 'completed', 'code': 200} Mar 09 06:13:54.487560 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:54.542425 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Pushing event updated for resources: {'Port': ['ID=28dc4390-af24-42f4-9185-167c6fb026b0,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:54.663602 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:13:54.677570 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Sync routers for ids ['af5d57d7-8062-4247-aafc-350472f3b368'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:13:54.690217 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc3e3-7695-42b1-b23b-97a14696df67 req-57a5cb9e-1a8e-4ec4-a8e9-ca8d28bed28a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:54.690217 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d37dc3e3-7695-42b1-b23b-97a14696df67 req-57a5cb9e-1a8e-4ec4-a8e9-ca8d28bed28a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.1993406 Mar 09 06:13:54.703734 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Routers {'af5d57d7-8062-4247-aafc-350472f3b368'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:54.705744 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['af5d57d7-8062-4247-aafc-350472f3b368'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:54.730714 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59c644bd-c1ab-4188-b6a0-28b440a0ce7c req-614cf466-cf85-4b7f-9bf6-afd5d22cc292 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=8909748b-c192-4aae-a10c-ba72c393111c HTTP/1.1" status: 200 len: 210 time: 0.0714989 Mar 09 06:13:54.767166 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Attempting to bind port 28dc4390-af24-42f4-9185-167c6fb026b0 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:13:54.767406 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Attempting to bind port 28dc4390-af24-42f4-9185-167c6fb026b0 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:13:54.767674 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Attempting to bind port 28dc4390-af24-42f4-9185-167c6fb026b0 on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:13:54.782324 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Port 28dc4390-af24-42f4-9185-167c6fb026b0 on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:13:54.782650 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Attempting to bind port 28dc4390-af24-42f4-9185-167c6fb026b0 on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:13:54.796164 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:13:54.796516 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Checking segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:54.797176 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Bound using segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:13:54.797336 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Bound port: 28dc4390-af24-42f4-9185-167c6fb026b0, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:13:54.797761 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:54.805108 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:21Z', 'revision_number': 2, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:54.812921 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d37dc3e3-7695-42b1-b23b-97a14696df67 req-c3edd12d-3539-4675-a7e2-31c070765c92 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926616 Mar 09 06:13:54.825745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:54.833566 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-cf891842-d76c-4a91-a6e1-0a9d59e2fb1b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8391552 Mar 09 06:13:54.833707 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47168) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:54.839476 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Set router af5d57d7-8062-4247-aafc-350472f3b368 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:54.845806 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:13:54.862791 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:54.863655 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:54.901164 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] For port 28dc4390-af24-42f4-9185-167c6fb026b0, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:13:54.905928 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] For port 28dc4390-af24-42f4-9185-167c6fb026b0, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=28dc4390-af24-42f4-9185-167c6fb026b0,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:13:55.010679 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.114343 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:55.116991 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.128760 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] 10.222.0.20 "PUT /v2.0/ports/28dc4390-af24-42f4-9185-167c6fb026b0 HTTP/1.1" status: 200 len: 1094 time: 2.0799406 Mar 09 06:13:55.148150 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:55.160831 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781e02c-0db0-418f-a51c-e6903ec7e92a service neutron] Pushing event updated for resources: {'Port': ['ID=28dc4390-af24-42f4-9185-167c6fb026b0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:55.179747 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:13:52Z', 'revision_number': 3, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port': {'id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:51Z', 'updated_at': '2022-03-09T06:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:55.215407 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Checking router: af5d57d7-8062-4247-aafc-350472f3b368 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:13:55.215851 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Updating router af5d57d7-8062-4247-aafc-350472f3b368 port 921b3a55-0569-4c11-b9e3-a976f273a672 binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:13:55.245104 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device b6acac66-68ed-4d0e-886d-ab4bd8def943 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:13:55.266186 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.275578 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: b6acac66-68ed-4d0e-886d-ab4bd8def943 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:13:55.276010 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device b6acac66-68ed-4d0e-886d-ab4bd8def943 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:13:55.391349 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.436305 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-de8e2bbf-b5cf-4e40-9a8d-b6f745280617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:55.438215 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-de8e2bbf-b5cf-4e40-9a8d-b6f745280617 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 1128 time: 0.1044507 Mar 09 06:13:55.471709 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:21Z', 'revision_number': 2, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:55.510820 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f03f9-e92c-4beb-9956-b2962decb08b None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'fde76fbe-b0ba-4df3-9a19-7387f145ff9e', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '214495d5-d481-42bc-acdc-e507061a96f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:28:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:07:38Z', 'updated_at': '2022-03-09T06:08:21Z', 'revision_number': 2, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:13:55.522105 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-fe7c7fba-c2c3-45fe-9e48-8f9de35f962b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc4390-af24-42f4-9185-167c6fb026b0 HTTP/1.1" status: 200 len: 217 time: 0.0711582 Mar 09 06:13:55.573118 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Publish callbacks [] for port (921b3a55-0569-4c11-b9e3-a976f273a672), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.575841 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Allocated IP 172.20.0.1 (76e1e7dc-4931-4105-ad8e-d37092d84b5c/4eeb20d6-539b-4388-8d1e-7e129a8ba0bb/9152fd74-6752-424e-92b7-6b0bdd3cd4f5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:13:55.579991 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-51d13039-87bb-424c-81cb-3d04dd450b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:55.581754 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-51d13039-87bb-424c-81cb-3d04dd450b77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0546200 Mar 09 06:13:55.645256 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-4abe789b-a97d-4218-8029-8abe788df14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:55.646783 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-4abe789b-a97d-4218-8029-8abe788df14e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591671 Mar 09 06:13:55.665148 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.693740 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Publish callbacks [] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.736263 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Attempting to bind port 921b3a55-0569-4c11-b9e3-a976f273a672 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:13:55.736845 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Attempting to bind port 921b3a55-0569-4c11-b9e3-a976f273a672 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:13:55.737198 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Attempting to bind port 921b3a55-0569-4c11-b9e3-a976f273a672 on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:13:55.749718 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:13:55.750233 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:55.750711 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.751461 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:13:55.751718 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Bound port: 921b3a55-0569-4c11-b9e3-a976f273a672, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:13:55.752166 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.757510 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-f2d143bb-d910-40e0-a76d-1760dd571f17 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037853 Mar 09 06:13:55.782751 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339d5d-cab3-4323-b646-c554d66f70c4 None None] Pushing event updated for resources: {'Port': ['ID=921b3a55-0569-4c11-b9e3-a976f273a672,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:55.832377 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] For port 921b3a55-0569-4c11-b9e3-a976f273a672, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:13:55.832377 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] For port 921b3a55-0569-4c11-b9e3-a976f273a672, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=921b3a55-0569-4c11-b9e3-a976f273a672,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:13:55.851472 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b0643a-6529-40ba-92b0-f27fa60ec98a None None] New status for floating IP 4204f7cd-19f8-4b3d-8b48-b6c8a29b7299: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:13:55.861547 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.870397 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1c8aa605-8282-4023-b722-aacc5c35e6a9 req-92f86825-8ba3-420d-b49a-ed474f695441 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043332 Mar 09 06:13:55.913851 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Network 76e1e7dc-4931-4105-ad8e-d37092d84b5c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:55.917829 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:55.922306 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:13:55.927943 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af39e-722b-4242-a684-5c49e97a8e6d req-65dc831e-962f-4577-a949-3f1ab8e5dd78 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:55.929515 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-395af39e-722b-4242-a684-5c49e97a8e6d req-65dc831e-962f-4577-a949-3f1ab8e5dd78 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.0557432 Mar 09 06:13:55.946383 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:55.992540 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-395af39e-722b-4242-a684-5c49e97a8e6d req-76a9a91d-b532-4b7e-b456-c50801ceda6e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560079 Mar 09 06:13:56.002133 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (af5d57d7-8062-4247-aafc-350472f3b368), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:56.004960 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:56.046716 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Routers {'af5d57d7-8062-4247-aafc-350472f3b368'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:56.046716 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['af5d57d7-8062-4247-aafc-350472f3b368'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:56.047845 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339d5d-cab3-4323-b646-c554d66f70c4 None None] Pushing event updated for resources: {'Port': ['ID=921b3a55-0569-4c11-b9e3-a976f273a672,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:56.180082 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] Set router af5d57d7-8062-4247-aafc-350472f3b368 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:56.267782 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:56.268855 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-a6d12ab0-48cb-411e-a052-1f0bc4a0f5c2 None None] Provisioning complete for port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:56.269463 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a6d12ab0-48cb-411e-a052-1f0bc4a0f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:56.303885 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a6d12ab0-48cb-411e-a052-1f0bc4a0f5c2 None None] Port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:13:56.355120 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:13:52Z', 'revision_number': 3, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port': {'id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:51Z', 'updated_at': '2022-03-09T06:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:56.385073 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b60a12-d4d5-4c46-9bdf-a8a1b68a9014 None None] The sync data for ids ['af5d57d7-8062-4247-aafc-350472f3b368'] in dv-cinder-831154-2-iscsi is: [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:13:52Z', 'revision_number': 3, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port': {'id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:51Z', 'updated_at': '2022-03-09T06:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:13:56.433795 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Publish callbacks [] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:56.485003 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:13:56.487413 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b09f7f-eabe-4170-8073-7ce0a65425da" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:13:56.521678 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ae98e-a886-4222-bea5-a5df41774e37 x-openstack-request-id: req-7d4ae98e-a886-4222-bea5-a5df41774e37 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:13:56.521974 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:13:56.522232 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d4ae98e-a886-4222-bea5-a5df41774e37 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:13:56.522629 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0', 'status': 'completed', 'code': 200} Mar 09 06:13:56.554059 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:56.602190 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-837d7a30-51a7-46b9-961d-78844d1ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:56.604664 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-837d7a30-51a7-46b9-961d-78844d1ec75c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 1128 time: 0.0597129 Mar 09 06:13:56.635789 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (af5d57d7-8062-4247-aafc-350472f3b368), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:56.637696 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:56.717149 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-b9f09194-f31c-47d6-85b3-fdb579b807d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:56.719447 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-b9f09194-f31c-47d6-85b3-fdb579b807d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.1076021 Mar 09 06:13:56.742114 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Network 76e1e7dc-4931-4105-ad8e-d37092d84b5c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:13:56.743549 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:13:56.765252 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-2747bd15-0c10-449b-a0be-0e39d2bbc449 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc4390-af24-42f4-9185-167c6fb026b0 HTTP/1.1" status: 200 len: 217 time: 0.0382750 Mar 09 06:13:56.833713 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-a2a530d1-5326-4f8c-9ed6-c27fb60a7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:56.837452 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-a2a530d1-5326-4f8c-9ed6-c27fb60a7faa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0658231 Mar 09 06:13:56.895278 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-825076c0-05e4-4688-832e-e901a1d32d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:56.896901 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Router af5d57d7-8062-4247-aafc-350472f3b368 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:13:56.897484 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-825076c0-05e4-4688-832e-e901a1d32d44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528796 Mar 09 06:13:56.926809 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47180) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:57.037065 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-5dbb3af8-7da8-41c7-bc8b-3b9bdbda3c03 None None] Provisioning complete for port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:57.039781 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3af8-7da8-41c7-bc8b-3b9bdbda3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.044432 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23c0-7a4d-46e7-9529-a8b5f0a56f0e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (a59982b9-e6cd-4498-a1c1-75b6ccde5200), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.045358 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:13:57.063968 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2a584ca7-bd72-4aa7-9f2a-545b109de3a0 admin admin] 10.222.0.18 "PUT /v2.0/routers/af5d57d7-8062-4247-aafc-350472f3b368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2211437 Mar 09 06:13:57.064179 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-397682a2-072d-4ab5-9e8f-ef8cbc04c04e service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569400 Mar 09 06:13:57.087283 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23c0-7a4d-46e7-9529-a8b5f0a56f0e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (a59982b9-e6cd-4498-a1c1-75b6ccde5200), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.090185 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb3af8-7da8-41c7-bc8b-3b9bdbda3c03 None None] Port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:13:57.245486 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cf891-d0a0-4b67-b8b5-1075847afe32 req-63ec78d6-8a12-462a-8735-3b7d911341e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:57.247161 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-578cf891-d0a0-4b67-b8b5-1075847afe32 req-63ec78d6-8a12-462a-8735-3b7d911341e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.1429834 Mar 09 06:13:57.249167 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61b09f7f-eabe-4170-8073-7ce0a65425da req-5dbca0b3-6b48-40b5-9323-75e476c84404 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758451 Mar 09 06:13:57.304393 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-578cf891-d0a0-4b67-b8b5-1075847afe32 req-5cd07df3-f71b-462a-b21e-96f82b257512 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502546 Mar 09 06:13:57.312004 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23c0-7a4d-46e7-9529-a8b5f0a56f0e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (a59982b9-e6cd-4498-a1c1-75b6ccde5200), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.315027 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23c0-7a4d-46e7-9529-a8b5f0a56f0e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.316468 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5b7b23c0-7a4d-46e7-9529-a8b5f0a56f0e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "DELETE /v2.0/security-groups/a59982b9-e6cd-4498-a1c1-75b6ccde5200 HTTP/1.1" status: 204 len: 168 time: 0.3886049 Mar 09 06:13:57.320220 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47190) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:57.337957 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.api.v2.resource [None req-ecd00322-cdc3-47b8-ac38-734c38a5e27b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] show failed (client error): The resource could not be found. Mar 09 06:13:57.338979 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ecd00322-cdc3-47b8-ac38-734c38a5e27b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups/a59982b9-e6cd-4498-a1c1-75b6ccde5200 HTTP/1.1" status: 404 len: 347 time: 0.0178237 Mar 09 06:13:57.340264 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b23c0-7a4d-46e7-9529-a8b5f0a56f0e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59982b9-e6cd-4498-a1c1-75b6ccde5200,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:57.342204 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47192) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:57.470153 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Deleting port cea85faa-f812-4d3a-baf4-7c0a5f4cbb89 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:13:57.470493 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.536785 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47194) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:57.541440 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ec579f16-1687-4615-bcdf-12eb548ae06e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743037322', 'description': 'tempest-secgroup-smoke-743037322 description', 'project_id': '1f840f8c7f614daa9c5d157583bc19e4'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:57.547270 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.547604 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.559784 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Calling delete_port for cea85faa-f812-4d3a-baf4-7c0a5f4cbb89 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:13:57.648943 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec579f16-1687-4615-bcdf-12eb548ae06e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.719488 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec579f16-1687-4615-bcdf-12eb548ae06e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group (aa8fc392-1a8c-4132-997f-4a4923040c5e), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.786138 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec579f16-1687-4615-bcdf-12eb548ae06e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (aa8fc392-1a8c-4132-997f-4a4923040c5e), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.817906 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec579f16-1687-4615-bcdf-12eb548ae06e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8fc392-1a8c-4132-997f-4a4923040c5e,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:57.902465 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec579f16-1687-4615-bcdf-12eb548ae06e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:57.903844 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ec579f16-1687-4615-bcdf-12eb548ae06e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3659856 Mar 09 06:13:57.907253 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47196) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:57.912819 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-6e92b03c-c5a2-4968-ad65-7b58d4825864 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'security_group_rule': {'security_group_id': 'aa8fc392-1a8c-4132-997f-4a4923040c5e', 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:58.012581 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e92b03c-c5a2-4968-ad65-7b58d4825864 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (de205ffb-16ca-412c-bd03-4a7398ed59ff), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.032667 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (cea85faa-f812-4d3a-baf4-7c0a5f4cbb89), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.061632 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'Port': ['ID=cea85faa-f812-4d3a-baf4-7c0a5f4cbb89,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:58.076480 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e92b03c-c5a2-4968-ad65-7b58d4825864 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (de205ffb-16ca-412c-bd03-4a7398ed59ff), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.121539 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Sync routers for ids ['af5d57d7-8062-4247-aafc-350472f3b368'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:13:58.131267 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Routers {'af5d57d7-8062-4247-aafc-350472f3b368'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:58.135486 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['af5d57d7-8062-4247-aafc-350472f3b368'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:58.143727 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (4204f7cd-19f8-4b3d-8b48-b6c8a29b7299), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.146390 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.149250 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-21a23302-2993-4f74-962a-dd45301e622b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "DELETE /v2.0/floatingips/4204f7cd-19f8-4b3d-8b48-b6c8a29b7299 HTTP/1.1" status: 204 len: 168 time: 0.8053160 Mar 09 06:13:58.152455 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 921b3a55-0569-4c11-b9e3-a976f273a672 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:13:58.156310 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e92b03c-c5a2-4968-ad65-7b58d4825864 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (de205ffb-16ca-412c-bd03-4a7398ed59ff), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.179041 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92b03c-c5a2-4968-ad65-7b58d4825864 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de205ffb-16ca-412c-bd03-4a7398ed59ff,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:58.208267 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 921b3a55-0569-4c11-b9e3-a976f273a672 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:58.208683 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.263771 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Set router af5d57d7-8062-4247-aafc-350472f3b368 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:58.279477 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e92b03c-c5a2-4968-ad65-7b58d4825864 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.281699 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6e92b03c-c5a2-4968-ad65-7b58d4825864 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3726606 Mar 09 06:13:58.284703 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47204) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:58.290028 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-93434aa5-8c16-4981-a562-6f6275a4a114 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'security_group_rule': {'security_group_id': 'aa8fc392-1a8c-4132-997f-4a4923040c5e', 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:58.292280 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 921b3a55-0569-4c11-b9e3-a976f273a672 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:58.292903 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.314887 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 921b3a55-0569-4c11-b9e3-a976f273a672, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=921b3a55-0569-4c11-b9e3-a976f273a672,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:58.402332 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93434aa5-8c16-4981-a562-6f6275a4a114 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (fdef1b8d-db6c-404d-b8b3-71afc05cae16), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.425993 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.427147 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28feba7-d66c-4b0f-82ad-5423c89b0d23 req-c5d98e2c-8910-4095-a9fa-ca5be343a547 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:58.429524 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b28feba7-d66c-4b0f-82ad-5423c89b0d23 req-c5d98e2c-8910-4095-a9fa-ca5be343a547 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.0547001 Mar 09 06:13:58.485866 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93434aa5-8c16-4981-a562-6f6275a4a114 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (fdef1b8d-db6c-404d-b8b3-71afc05cae16), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.493937 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b28feba7-d66c-4b0f-82ad-5423c89b0d23 req-58d49898-7428-4bfe-9b36-0105dd572d10 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563855 Mar 09 06:13:58.498698 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=921b3a55-0569-4c11-b9e3-a976f273a672,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:58.508812 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:13:56Z', 'revision_number': 4, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port': {'id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:51Z', 'updated_at': '2022-03-09T06:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '9152fd74-6752-424e-92b7-6b0bdd3cd4f5', 'name': '', 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'mac_address': 'fa:16:3e:10:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4eeb20d6-539b-4388-8d1e-7e129a8ba0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:55Z', 'updated_at': '2022-03-09T06:13:56Z', 'revision_number': 2, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'subnets': [{'id': '4eeb20d6-539b-4388-8d1e-7e129a8ba0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:58.538334 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Checking router: af5d57d7-8062-4247-aafc-350472f3b368 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:13:58.540135 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Updating router af5d57d7-8062-4247-aafc-350472f3b368 port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:13:58.563845 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93434aa5-8c16-4981-a562-6f6275a4a114 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (fdef1b8d-db6c-404d-b8b3-71afc05cae16), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.568166 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.583206 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93434aa5-8c16-4981-a562-6f6275a4a114 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdef1b8d-db6c-404d-b8b3-71afc05cae16,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:58.674393 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93434aa5-8c16-4981-a562-6f6275a4a114 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.678360 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-93434aa5-8c16-4981-a562-6f6275a4a114 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3893442 Mar 09 06:13:58.678752 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47212) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:58.683966 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0921cb56-d3ab-416b-83c3-d22fddb7a7fc tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'security_group_rule': {'security_group_id': 'aa8fc392-1a8c-4132-997f-4a4923040c5e', 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:58.777869 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0921cb56-d3ab-416b-83c3-d22fddb7a7fc tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (1f4235c8-7e1e-489d-918d-e7c9c38f8afa), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.832458 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Publish callbacks [] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.832927 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0921cb56-d3ab-416b-83c3-d22fddb7a7fc tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (1f4235c8-7e1e-489d-918d-e7c9c38f8afa), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.899684 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0921cb56-d3ab-416b-83c3-d22fddb7a7fc tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (1f4235c8-7e1e-489d-918d-e7c9c38f8afa), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.916247 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921cb56-d3ab-416b-83c3-d22fddb7a7fc tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4235c8-7e1e-489d-918d-e7c9c38f8afa,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:58.928762 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:58.979036 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41567ec0-380a-4483-8b27-0c2fab586d5f None None] Pushing event updated for resources: {'Port': ['ID=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:58.998472 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0921cb56-d3ab-416b-83c3-d22fddb7a7fc tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.003516 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47214) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:59.004108 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0921cb56-d3ab-416b-83c3-d22fddb7a7fc tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3231177 Mar 09 06:13:59.008226 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-0c316218-5ef2-4a9a-bf59-e0279d2372be tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'security_group_rule': {'security_group_id': 'aa8fc392-1a8c-4132-997f-4a4923040c5e', 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:59.110143 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c316218-5ef2-4a9a-bf59-e0279d2372be tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (4234f052-66a5-4711-aa9c-9b96ab563cb4), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.123019 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Attempting to bind port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:13:59.124581 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Attempting to bind port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:13:59.124953 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Attempting to bind port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 on network 76e1e7dc-4931-4105-ad8e-d37092d84b5c {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:13:59.131062 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:13:59.134178 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Checking segment: {'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:13:59.134178 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.134178 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Bound using segment: {'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:13:59.134178 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Bound port: 9152fd74-6752-424e-92b7-6b0bdd3cd4f5, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390f820d-76ad-4e15-b341-82c63d298702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:13:59.134178 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.175093 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c316218-5ef2-4a9a-bf59-e0279d2372be tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (4234f052-66a5-4711-aa9c-9b96ab563cb4), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.197559 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] For port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:13:59.200475 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] For port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,segment=NetworkSegment(390f820d-76ad-4e15-b341-82c63d298702),segment_id=390f820d-76ad-4e15-b341-82c63d298702)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:13:59.235134 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-a16e7928-7445-41ed-8e96-77bac1ffce7b None None] Provisioning complete for port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:59.235649 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a16e7928-7445-41ed-8e96-77bac1ffce7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.271264 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c316218-5ef2-4a9a-bf59-e0279d2372be tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (4234f052-66a5-4711-aa9c-9b96ab563cb4), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.271473 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a16e7928-7445-41ed-8e96-77bac1ffce7b None None] Port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:13:59.288969 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.290705 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c316218-5ef2-4a9a-bf59-e0279d2372be tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4234f052-66a5-4711-aa9c-9b96ab563cb4,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:59.339452 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Routers {'af5d57d7-8062-4247-aafc-350472f3b368'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:13:59.340068 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['af5d57d7-8062-4247-aafc-350472f3b368'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:59.377348 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c316218-5ef2-4a9a-bf59-e0279d2372be tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.381745 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47216) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:59.386304 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0c316218-5ef2-4a9a-bf59-e0279d2372be tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3815582 Mar 09 06:13:59.387158 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41567ec0-380a-4483-8b27-0c2fab586d5f None None] Pushing event updated for resources: {'Port': ['ID=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:59.388466 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-251282eb-4f9e-4424-bdb3-4866034a7433 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'security_group_rule': {'security_group_id': 'aa8fc392-1a8c-4132-997f-4a4923040c5e', 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:59.463308 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] Set router af5d57d7-8062-4247-aafc-350472f3b368 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:13:59.529033 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-251282eb-4f9e-4424-bdb3-4866034a7433 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Project 1f840f8c7f614daa9c5d157583bc19e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 06:13:59.537004 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-251282eb-4f9e-4424-bdb3-4866034a7433 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (0123e7df-51c5-4864-baab-e5d0f1317d8c), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.590426 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9bd44713-c601-41bb-809f-82df8c208140 None None] Provisioning complete for port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:13:59.591151 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9bd44713-c601-41bb-809f-82df8c208140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.625437 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-251282eb-4f9e-4424-bdb3-4866034a7433 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (0123e7df-51c5-4864-baab-e5d0f1317d8c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.640736 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39090ce1-6209-4620-be4e-9e2f77d23069 req-c1ffce71-7c8f-4ac2-a77e-ecb0ce7b1cf0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:13:59.642400 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39090ce1-6209-4620-be4e-9e2f77d23069 req-c1ffce71-7c8f-4ac2-a77e-ecb0ce7b1cf0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.0736992 Mar 09 06:13:59.680767 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9bd44713-c601-41bb-809f-82df8c208140 None None] Current status of the port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:13:59.681161 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9bd44713-c601-41bb-809f-82df8c208140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.701033 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39090ce1-6209-4620-be4e-9e2f77d23069 req-1dd8d6ff-9540-46ff-92a7-8455bd8ffcd7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520763 Mar 09 06:13:59.716508 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:13:56Z', 'revision_number': 4, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port': {'id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:51Z', 'updated_at': '2022-03-09T06:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '9152fd74-6752-424e-92b7-6b0bdd3cd4f5', 'name': '', 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'mac_address': 'fa:16:3e:10:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4eeb20d6-539b-4388-8d1e-7e129a8ba0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:55Z', 'updated_at': '2022-03-09T06:13:59Z', 'revision_number': 4, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'subnets': [{'id': '4eeb20d6-539b-4388-8d1e-7e129a8ba0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:13:59.718491 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9bd44713-c601-41bb-809f-82df8c208140 None None] For port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,segment=NetworkSegment(390f820d-76ad-4e15-b341-82c63d298702),segment_id=390f820d-76ad-4e15-b341-82c63d298702)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:13:59.742584 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e991317-39ee-4cf5-b3b9-5b30dfd78c78 None None] The sync data for ids ['af5d57d7-8062-4247-aafc-350472f3b368'] in dv-cinder-831154-2-iscsi is: [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:13:56Z', 'revision_number': 4, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port': {'id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:51Z', 'updated_at': '2022-03-09T06:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '9152fd74-6752-424e-92b7-6b0bdd3cd4f5', 'name': '', 'network_id': '76e1e7dc-4931-4105-ad8e-d37092d84b5c', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'mac_address': 'fa:16:3e:10:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4eeb20d6-539b-4388-8d1e-7e129a8ba0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:55Z', 'updated_at': '2022-03-09T06:13:59Z', 'revision_number': 4, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'subnets': [{'id': '4eeb20d6-539b-4388-8d1e-7e129a8ba0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:13:59.745739 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-251282eb-4f9e-4424-bdb3-4866034a7433 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (0123e7df-51c5-4864-baab-e5d0f1317d8c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.767214 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251282eb-4f9e-4424-bdb3-4866034a7433 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0123e7df-51c5-4864-baab-e5d0f1317d8c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:59.809118 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9bd44713-c601-41bb-809f-82df8c208140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.864083 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd44713-c601-41bb-809f-82df8c208140 None None] Pushing event updated for resources: {'Port': ['ID=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:13:59.867507 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-251282eb-4f9e-4424-bdb3-4866034a7433 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:13:59.871831 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47222) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:13:59.872318 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-251282eb-4f9e-4424-bdb3-4866034a7433 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4887180 Mar 09 06:13:59.876766 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-e5fa9c0b-6736-4268-ac15-3a4f4f1d2871 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'security_group_rule': {'security_group_id': 'aa8fc392-1a8c-4132-997f-4a4923040c5e', 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:13:59.962870 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.securitygroups_db [None req-e5fa9c0b-6736-4268-ac15-3a4f4f1d2871 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Project 1f840f8c7f614daa9c5d157583bc19e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 06:13:59.968296 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9c0b-6736-4268-ac15-3a4f4f1d2871 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (14803fc6-3845-48ec-a36e-f9d5e9b566ae), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:00.031670 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9c0b-6736-4268-ac15-3a4f4f1d2871 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (14803fc6-3845-48ec-a36e-f9d5e9b566ae), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:00.100102 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9c0b-6736-4268-ac15-3a4f4f1d2871 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (14803fc6-3845-48ec-a36e-f9d5e9b566ae), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:00.119864 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa9c0b-6736-4268-ac15-3a4f4f1d2871 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14803fc6-3845-48ec-a36e-f9d5e9b566ae,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:00.182241 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9c0b-6736-4268-ac15-3a4f4f1d2871 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:00.183442 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e5fa9c0b-6736-4268-ac15-3a4f4f1d2871 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3109071 Mar 09 06:14:00.212816 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 921b3a55-0569-4c11-b9e3-a976f273a672 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:14:00.275108 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 921b3a55-0569-4c11-b9e3-a976f273a672 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:00.275683 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:00.357632 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 921b3a55-0569-4c11-b9e3-a976f273a672 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:00.359290 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:14:00.412886 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:00.413281 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:00.492688 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:00.819342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eac58-349b-4af0-be4e-642ead95ad35 req-a583d6a5-cfb3-4936-92bc-569e6d505ac3 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:00.820836 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a50eac58-349b-4af0-be4e-642ead95ad35 req-a583d6a5-cfb3-4936-92bc-569e6d505ac3 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.0524554 Mar 09 06:14:00.869721 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a50eac58-349b-4af0-be4e-642ead95ad35 req-ab20247c-5611-4216-ba67-e9b06cc8d8e5 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Mar 09 06:14:01.191966 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18703e-46a2-4766-8e88-86e6baa670c6 req-af57b38a-be6f-4aed-ab32-4205de5aab1a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:01.195470 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d18703e-46a2-4766-8e88-86e6baa670c6 req-af57b38a-be6f-4aed-ab32-4205de5aab1a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 946 time: 0.0554395 Mar 09 06:14:01.242798 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d18703e-46a2-4766-8e88-86e6baa670c6 req-1ea58df2-dc5c-4587-85d7-1ba7e7dee002 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435557 Mar 09 06:14:01.986630 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8be16-6b69-460b-b8f6-899b54cfd583 req-201b11a5-8c5e-48d8-a6af-fb297f4ee1c8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:01.988122 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ebb8be16-6b69-460b-b8f6-899b54cfd583 req-201b11a5-8c5e-48d8-a6af-fb297f4ee1c8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.0527890 Mar 09 06:14:02.036731 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ebb8be16-6b69-460b-b8f6-899b54cfd583 req-0db0aead-328c-4630-a061-2cf04078cb54 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430992 Mar 09 06:14:02.097349 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-3a5dc822-3e42-4613-b60d-08d9c484856a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:02.098823 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-3a5dc822-3e42-4613-b60d-08d9c484856a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 946 time: 0.0560844 Mar 09 06:14:02.193786 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Deleting port 214495d5-d481-42bc-acdc-e507061a96f8 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:14:02.194487 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (214495d5-d481-42bc-acdc-e507061a96f8), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:02.287214 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] For port 214495d5-d481-42bc-acdc-e507061a96f8, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=214495d5-d481-42bc-acdc-e507061a96f8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:02.287580 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (214495d5-d481-42bc-acdc-e507061a96f8), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:02.442570 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb535ad0-5d2f-46f6-a558-7534c214700a req-527a399f-322a-49e9-bd5d-ef6a5ab557a3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:02.444026 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb535ad0-5d2f-46f6-a558-7534c214700a req-527a399f-322a-49e9-bd5d-ef6a5ab557a3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 946 time: 0.1140497 Mar 09 06:14:02.520696 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:02.521066 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (fde76fbe-b0ba-4df3-9a19-7387f145ff9e), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:02.521379 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Floating IP fde76fbe-b0ba-4df3-9a19-7387f145ff9e disassociated. External IP: 172.27.0.207, port: 214495d5-d481-42bc-acdc-e507061a96f8. Mar 09 06:14:02.521735 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Calling delete_port for 214495d5-d481-42bc-acdc-e507061a96f8 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:14:02.540713 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb535ad0-5d2f-46f6-a558-7534c214700a req-87234ee2-d9bc-4889-8827-35054bf92e6a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696785 Mar 09 06:14:02.723120 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (214495d5-d481-42bc-acdc-e507061a96f8), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:02.749392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'Port': ['ID=214495d5-d481-42bc-acdc-e507061a96f8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:02.758971 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.759326 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.759669 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.760006 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.760342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.760702 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.761034 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.761879 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.761879 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.762049 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.762310 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.762631 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.762950 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:02.877773 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:14:02.988096 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:14:02.998962 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:14:03.010051 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:03.010663 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:03.034547 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] No DVR routers for this DVR port 214495d5-d481-42bc-acdc-e507061a96f8 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:14:03.037264 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:03.041021 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ba452879-33f1-4e65-93fb-cb0195cbcf6c req-f716b072-90aa-4632-999e-73575a67eca6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "DELETE /v2.0/ports/214495d5-d481-42bc-acdc-e507061a96f8 HTTP/1.1" status: 204 len: 173 time: 0.9369237 Mar 09 06:14:03.041588 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'name': 'network-vif-deleted', 'tag': '214495d5-d481-42bc-acdc-e507061a96f8'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:03.044535 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c750ebae-0729-42d3-8e83-a9394f929b1a" -d '{"events": [{"server_uuid": "b199d6f1-5448-4fca-ad6f-d5689a0b0cbc", "name": "network-vif-deleted", "tag": "214495d5-d481-42bc-acdc-e507061a96f8"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:03.101102 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d0ddf5-35f0-4de6-8010-e89d1bd85b84 x-openstack-request-id: req-e5d0ddf5-35f0-4de6-8010-e89d1bd85b84 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:03.112751 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199d6f1-5448-4fca-ad6f-d5689a0b0cbc", "name": "network-vif-deleted", "tag": "214495d5-d481-42bc-acdc-e507061a96f8", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:03.113016 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5d0ddf5-35f0-4de6-8010-e89d1bd85b84 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:03.113465 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199d6f1-5448-4fca-ad6f-d5689a0b0cbc', 'name': 'network-vif-deleted', 'tag': '214495d5-d481-42bc-acdc-e507061a96f8', 'status': 'completed', 'code': 200} Mar 09 06:14:03.139420 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:03.260554 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87e10a-10f6-45db-9857-c4450e0bec1a req-a116f679-6baf-4cc8-ae3b-93c92704c4cf tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:03.262123 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a87e10a-10f6-45db-9857-c4450e0bec1a req-a116f679-6baf-4cc8-ae3b-93c92704c4cf tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.0827420 Mar 09 06:14:03.320012 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a87e10a-10f6-45db-9857-c4450e0bec1a req-ec64ab2e-9c1d-4d03-9fa1-7e97b3d73017 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520163 Mar 09 06:14:03.380406 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:03.407948 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:14:03.416313 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:03.416935 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:13:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:03.527285 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:03.646517 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-603fd99b-3d2a-494a-b395-24cb4e1f90ed req-1b3d4056-2004-4188-b6b6-89086769aef5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=b199d6f1-5448-4fca-ad6f-d5689a0b0cbc HTTP/1.1" status: 200 len: 210 time: 0.0276003 Mar 09 06:14:03.725188 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:03.755942 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d87732e-9932-48ce-b8e8-e8c9a34d6461 None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:14:03.986257 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b6fec-56d9-42d6-aeb6-0f810414f536 None None] New status for floating IP fde76fbe-b0ba-4df3-9a19-7387f145ff9e: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:14:04.443956 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80c0a-2ba2-4b9b-a0c0-8d0195c9f70b req-18143632-716b-4d2d-a7b8-1ff1e2022d36 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:04.445574 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-99a80c0a-2ba2-4b9b-a0c0-8d0195c9f70b req-18143632-716b-4d2d-a7b8-1ff1e2022d36 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.0580859 Mar 09 06:14:04.496579 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-99a80c0a-2ba2-4b9b-a0c0-8d0195c9f70b req-f8951325-a72c-4318-bbad-641d6b30d594 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 Mar 09 06:14:04.781013 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47330) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:04.839199 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b847d19-3903-402f-9281-02a0c2869563 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:04.862207 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b847d19-3903-402f-9281-02a0c2869563 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.008745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b847d19-3903-402f-9281-02a0c2869563 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.011269 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b847d19-3903-402f-9281-02a0c2869563 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.012446 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1b847d19-3903-402f-9281-02a0c2869563 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "DELETE /v2.0/security-groups/2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5 HTTP/1.1" status: 204 len: 168 time: 0.2303455 Mar 09 06:14:05.015797 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47332) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:05.022851 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b847d19-3903-402f-9281-02a0c2869563 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:05.028656 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.api.v2.resource [None req-54cabec8-8ac0-4f3a-b737-45c436fa9ca1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] show failed (client error): The resource could not be found. Mar 09 06:14:05.029636 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-54cabec8-8ac0-4f3a-b737-45c436fa9ca1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups/2f2cf5dd-ac84-4e5b-bce0-2e586a7b05d5 HTTP/1.1" status: 404 len: 347 time: 0.0128629 Mar 09 06:14:05.032706 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47334) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:05.166431 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Deleting port 1e97e4b9-2b99-4452-bb70-65a5739e4723 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:14:05.166774 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (1e97e4b9-2b99-4452-bb70-65a5739e4723), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.240070 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (1e97e4b9-2b99-4452-bb70-65a5739e4723), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.240421 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (1e97e4b9-2b99-4452-bb70-65a5739e4723), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.251537 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Calling delete_port for 1e97e4b9-2b99-4452-bb70-65a5739e4723 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:14:05.332849 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 28dc4390-af24-42f4-9185-167c6fb026b0 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:14:05.334959 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 214495d5-d481-42bc-acdc-e507061a96f8 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:14:05.358788 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 214495d5-d481-42bc-acdc-e507061a96f8 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:14:05.359131 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 214495d5-d481-42bc-acdc-e507061a96f8 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:14:05.451289 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 28dc4390-af24-42f4-9185-167c6fb026b0, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=28dc4390-af24-42f4-9185-167c6fb026b0,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:05.454436 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (1e97e4b9-2b99-4452-bb70-65a5739e4723), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.464933 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '28dc4390-af24-42f4-9185-167c6fb026b0', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:14:05.481285 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'Port': ['ID=1e97e4b9-2b99-4452-bb70-65a5739e4723,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:05.512257 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.512579 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.512933 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.513276 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.513611 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.514118 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.514519 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.515340 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.515667 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.516185 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.516532 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.517275 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.517275 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:14:05.518678 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 28dc4390-af24-42f4-9185-167c6fb026b0 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:05.520428 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.535004 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dc4390-af24-42f4-9185-167c6fb026b0 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:14:05.570751 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 28dc4390-af24-42f4-9185-167c6fb026b0, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=28dc4390-af24-42f4-9185-167c6fb026b0,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:05.574600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (fde76fbe-b0ba-4df3-9a19-7387f145ff9e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.577261 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.578420 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-dbf749c1-41fe-4d0a-be2e-04255273855d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "DELETE /v2.0/floatingips/fde76fbe-b0ba-4df3-9a19-7387f145ff9e HTTP/1.1" status: 204 len: 168 time: 0.5446639 Mar 09 06:14:05.634348 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66a99f-7734-4cd4-8399-05c22f78eb17 req-e24cbeb0-5058-4bf4-83ee-27b1ca1f3549 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:05.635917 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fd66a99f-7734-4cd4-8399-05c22f78eb17 req-e24cbeb0-5058-4bf4-83ee-27b1ca1f3549 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 944 time: 0.0612214 Mar 09 06:14:05.656569 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:05.691151 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fd66a99f-7734-4cd4-8399-05c22f78eb17 req-9f7cab1d-e1fd-446f-80a5-86caf4446ee7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496185 Mar 09 06:14:05.710564 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=28dc4390-af24-42f4-9185-167c6fb026b0,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:06.027924 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['28dc4390-af24-42f4-9185-167c6fb026b0'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:14:06.031175 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998143e-0965-43b1-a383-ead7b7b6189e req-54e044eb-3248-498a-af22-8ed2eb11b2fe tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:06.033293 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d998143e-0965-43b1-a383-ead7b7b6189e req-54e044eb-3248-498a-af22-8ed2eb11b2fe tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0584772 Mar 09 06:14:06.088561 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d998143e-0965-43b1-a383-ead7b7b6189e req-67ff989d-bcd7-4a5b-8ef5-a1ebf0cd4966 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495608 Mar 09 06:14:06.107676 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47350) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:06.122038 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d7f0b55f-8816-422f-b163-081e4ae1b601 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546210462', 'description': 'tempest-description--1857408346'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:06.213609 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b55f-8816-422f-b163-081e4ae1b601 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.284060 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b55f-8816-422f-b163-081e4ae1b601 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (d9e0f190-1c21-461b-bc15-a7f0f77cca56), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.373087 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b55f-8816-422f-b163-081e4ae1b601 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (d9e0f190-1c21-461b-bc15-a7f0f77cca56), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.402997 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0b55f-8816-422f-b163-081e4ae1b601 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e0f190-1c21-461b-bc15-a7f0f77cca56,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:06.454292 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d8164798-c39c-4e90-b086-5a6869ac9655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.490691 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b55f-8816-422f-b163-081e4ae1b601 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.491908 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d7f0b55f-8816-422f-b163-081e4ae1b601 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3748991 Mar 09 06:14:06.494713 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47354) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:06.499472 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6f27c9e3-5dca-4a3c-86f3-1ee68da9a246 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group_rule': {'security_group_id': 'd9e0f190-1c21-461b-bc15-a7f0f77cca56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:06.653872 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f27c9e3-5dca-4a3c-86f3-1ee68da9a246 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (9e696f88-94f4-4268-b6fb-5805cdc7110f), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.709133 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f27c9e3-5dca-4a3c-86f3-1ee68da9a246 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (9e696f88-94f4-4268-b6fb-5805cdc7110f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.809123 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd8672-8237-4d44-b426-9f2d4cfc83c9 req-c97493b2-af3f-4f69-8927-28f708bcea06 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:06.810595 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcfd8672-8237-4d44-b426-9f2d4cfc83c9 req-c97493b2-af3f-4f69-8927-28f708bcea06 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 945 time: 0.0521457 Mar 09 06:14:06.826059 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f27c9e3-5dca-4a3c-86f3-1ee68da9a246 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (9e696f88-94f4-4268-b6fb-5805cdc7110f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.845127 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27c9e3-5dca-4a3c-86f3-1ee68da9a246 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e696f88-94f4-4268-b6fb-5805cdc7110f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:06.861744 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fcfd8672-8237-4d44-b426-9f2d4cfc83c9 req-6ab95fb7-feff-4ac8-b368-f2e16b36ced6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454204 Mar 09 06:14:06.919626 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f27c9e3-5dca-4a3c-86f3-1ee68da9a246 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:06.920913 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-6f27c9e3-5dca-4a3c-86f3-1ee68da9a246 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4252808 Mar 09 06:14:06.923645 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47358) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:06.927928 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-216092fb-e344-425e-a645-e91e7599ed94 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group_rule': {'security_group_id': 'd9e0f190-1c21-461b-bc15-a7f0f77cca56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:07.020155 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216092fb-e344-425e-a645-e91e7599ed94 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (4f6e8092-097b-482b-8542-0309ad674759), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.078104 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216092fb-e344-425e-a645-e91e7599ed94 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (4f6e8092-097b-482b-8542-0309ad674759), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.151690 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216092fb-e344-425e-a645-e91e7599ed94 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (4f6e8092-097b-482b-8542-0309ad674759), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.169904 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216092fb-e344-425e-a645-e91e7599ed94 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6e8092-097b-482b-8542-0309ad674759,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:07.225248 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0d7c1-5e31-460e-8b35-26bc57be7d7b req-4b8e9098-536e-4964-bd2e-a6b3da61f688 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:07.227185 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8d0d7c1-5e31-460e-8b35-26bc57be7d7b req-4b8e9098-536e-4964-bd2e-a6b3da61f688 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0554240 Mar 09 06:14:07.239385 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216092fb-e344-425e-a645-e91e7599ed94 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.240619 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-216092fb-e344-425e-a645-e91e7599ed94 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160236 Mar 09 06:14:07.243636 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47362) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:07.248091 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:07.277837 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8d0d7c1-5e31-460e-8b35-26bc57be7d7b req-a60816a3-8048-4adb-8639-b030e19a85ca tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 Mar 09 06:14:07.334458 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.347267 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 28dc4390-af24-42f4-9185-167c6fb026b0 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:14:07.435339 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.544155 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Allocated IP 172.27.0.214 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:14:07.603242 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 28dc4390-af24-42f4-9185-167c6fb026b0 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:14:07.607935 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 28dc4390-af24-42f4-9185-167c6fb026b0 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:07.608298 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.646437 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.694194 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 28dc4390-af24-42f4-9185-167c6fb026b0 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:07.694611 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.717369 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:07.720086 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe00c98-67d8-44f1-a848-84bbd2814a30" -d '{"events": [{"server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "name": "network-vif-plugged", "status": "completed", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:07.732000 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 28dc4390-af24-42f4-9185-167c6fb026b0, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=28dc4390-af24-42f4-9185-167c6fb026b0,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:07.798577 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.813218 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb21714-6524-45c5-9269-c23401f6adf8 x-openstack-request-id: req-adb21714-6524-45c5-9269-c23401f6adf8 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:07.814435 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "name": "network-vif-plugged", "status": "completed", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:07.814696 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adb21714-6524-45c5-9269-c23401f6adf8 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:07.815237 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0', 'code': 200} Mar 09 06:14:07.826145 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-c1fd1394-7230-4775-9d62-419f3dd1336d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:07.827761 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-c1fd1394-7230-4775-9d62-419f3dd1336d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.0601110 Mar 09 06:14:07.831931 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:07.849765 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:14:07.851926 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:14:07.854356 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:14:07.896543 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:07.988240 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (1f6fea1c-e142-49ec-b0e1-1de29bafe61f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.022630 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=28dc4390-af24-42f4-9185-167c6fb026b0,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:08.118818 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.281066 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.315402 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Deleting port 477575e8-e9e2-4cfd-9a46-715db6132777 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:14:08.315669 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.326639 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20c972-5618-40d4-ad60-e4eea3ea116f req-08f2c384-6a42-4287-b0e5-a346f29d712e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:08.328276 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f20c972-5618-40d4-ad60-e4eea3ea116f req-08f2c384-6a42-4287-b0e5-a346f29d712e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 946 time: 0.3845618 Mar 09 06:14:08.346336 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.425202 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:08.433756 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (1f6fea1c-e142-49ec-b0e1-1de29bafe61f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.494251 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f20c972-5618-40d4-ad60-e4eea3ea116f req-1a3a7a48-0875-4f98-9b77-504db96655a4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518862 Mar 09 06:14:08.495998 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da60c9b-1964-4f3b-97e3-d9e077abb939 req-28b6a834-5cca-4416-8163-fff213626d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:08.497889 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6da60c9b-1964-4f3b-97e3-d9e077abb939 req-28b6a834-5cca-4416-8163-fff213626d2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 1130 time: 0.2183027 Mar 09 06:14:08.519495 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] For port 477575e8-e9e2-4cfd-9a46-715db6132777, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=477575e8-e9e2-4cfd-9a46-715db6132777,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:08.519875 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.531003 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.532266 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a76508d6-913e-4ad1-b756-7b3728487151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2876203 Mar 09 06:14:08.549751 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11c9ce-55f5-4e0a-af35-4617b6303e09 req-b0dfaaf3-534c-4fd2-b074-54cee56dac5c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:08.551277 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a11c9ce-55f5-4e0a-af35-4617b6303e09 req-b0dfaaf3-534c-4fd2-b074-54cee56dac5c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 947 time: 0.1953971 Mar 09 06:14:08.640042 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6da60c9b-1964-4f3b-97e3-d9e077abb939 req-532aa6ed-52dc-4d9c-a628-2333dc1f11ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350226 Mar 09 06:14:08.700518 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-91770f15-1f93-46a5-86e2-69f3b120a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.723415 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a11c9ce-55f5-4e0a-af35-4617b6303e09 req-853d8296-c00e-4290-aec6-4a59ae1f2789 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7c95868-76a5-42b3-b26e-32dea67f4b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375539 Mar 09 06:14:08.784959 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-2c5dbdda-e40f-461b-bfc5-5f4f9aca5522 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--546210462&fields=id&tenant_id=5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 267 time: 0.1378479 Mar 09 06:14:08.829266 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.829977 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (e6636c5d-e8bd-4903-bee0-53a90f9d55b6), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:08.829977 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Floating IP e6636c5d-e8bd-4903-bee0-53a90f9d55b6 disassociated. External IP: 172.27.0.27, port: 477575e8-e9e2-4cfd-9a46-715db6132777. Mar 09 06:14:08.830258 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Calling delete_port for 477575e8-e9e2-4cfd-9a46-715db6132777 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:14:08.953299 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-2663903c-e9b6-427b-8111-efde3fc63903 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:08.955198 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-2663903c-e9b6-427b-8111-efde3fc63903 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 815 time: 0.1638546 Mar 09 06:14:08.978521 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-45c400aa-02c2-4484-9a70-9d5c3e5ebeed tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/quotas/5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 375 time: 0.0175128 Mar 09 06:14:09.072086 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0214065f-52f3-4fef-b2d6-eb2ddb609204 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877616 Mar 09 06:14:09.117420 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (477575e8-e9e2-4cfd-9a46-715db6132777), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:09.146418 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event deleted for resources: {'Port': ['ID=477575e8-e9e2-4cfd-9a46-715db6132777,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:09.326111 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-8f7e68b9-c772-4432-b733-1ce082e2cfce service neutron] 10.222.0.18 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421911 Mar 09 06:14:09.330796 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:14:09.491896 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-d094d5c0-8943-4a0b-b544-1f4f36db0c33 service neutron] 10.222.0.18 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583953 Mar 09 06:14:09.512466 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:14:09.526974 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] Sync routers for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:14:09.539858 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:09.540825 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:09.570345 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] No DVR routers for this DVR port 477575e8-e9e2-4cfd-9a46-715db6132777 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:14:09.573920 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:09.581018 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-102c5990-8f60-4755-9cb8-b8c6cec5a5c7 req-e1b6d3fa-a360-4a14-b306-7f4c2ed7dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "DELETE /v2.0/ports/477575e8-e9e2-4cfd-9a46-715db6132777 HTTP/1.1" status: 204 len: 173 time: 1.7442846 Mar 09 06:14:09.581511 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-deleted', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:09.588623 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bfaed4-bd74-43c4-9ce1-010b7a69a1f3" -d '{"events": [{"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-deleted", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:09.659447 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291fc07-56c0-46b8-b8b3-29d2f532cb3c req-175b3bf9-8968-4f5f-a07d-63004d934b94 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:09.662049 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b291fc07-56c0-46b8-b8b3-29d2f532cb3c req-175b3bf9-8968-4f5f-a07d-63004d934b94 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 946 time: 0.0683408 Mar 09 06:14:09.687433 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:09.720639 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b291fc07-56c0-46b8-b8b3-29d2f532cb3c req-285dc72e-9e52-4f0f-87c4-691c9457b982 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529845 Mar 09 06:14:09.793039 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007dbf2f-ac05-4ccd-adde-9a5429a13337 x-openstack-request-id: req-007dbf2f-ac05-4ccd-adde-9a5429a13337 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:09.793243 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97f264-e424-4a29-b3e3-a451c56f04c5", "name": "network-vif-deleted", "tag": "477575e8-e9e2-4cfd-9a46-715db6132777", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:09.793409 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-007dbf2f-ac05-4ccd-adde-9a5429a13337 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:09.793833 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97f264-e424-4a29-b3e3-a451c56f04c5', 'name': 'network-vif-deleted', 'tag': '477575e8-e9e2-4cfd-9a46-715db6132777', 'status': 'completed', 'code': 200} Mar 09 06:14:09.847950 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39b66156-93d1-4bd5-8739-5e474e31e263 req-6074b443-5141-4ccf-b71b-f3ff91b68391 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0391626 Mar 09 06:14:09.895434 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-274c1d9f-afe3-4805-8fa0-2f2db902f652 req-0ceffab8-b288-4481-a96b-7b5b90bd3ff7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 210 time: 0.0575688 Mar 09 06:14:09.980718 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:10.008565 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] Checking router: 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:14:10.018329 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:10.018953 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:10.053213 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:10.136604 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:10.331288 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:10.360799 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf2623-3739-40e3-b287-901bafe99946 None None] The sync data for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi is: [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:14:10.593304 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b601173-d929-4ae1-97b8-9dfa90dd7ce2 None None] New status for floating IP e6636c5d-e8bd-4903-bee0-53a90f9d55b6: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:14:10.870524 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ee07f-1c51-4a50-8d15-ba969b5cb6cc req-db5d4c3b-c341-4e90-8aa2-431357123cd0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:10.871999 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-139ee07f-1c51-4a50-8d15-ba969b5cb6cc req-db5d4c3b-c341-4e90-8aa2-431357123cd0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 946 time: 0.0661817 Mar 09 06:14:10.925479 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-139ee07f-1c51-4a50-8d15-ba969b5cb6cc req-98b92ac6-4a2e-4002-b408-0e416d03b199 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Mar 09 06:14:10.990324 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eec1c690-32c9-40d5-9a0d-e95ec650102e req-d22e4de9-ccdf-4f5d-8254-d8f9a4422d4d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d97f264-e424-4a29-b3e3-a451c56f04c5 HTTP/1.1" status: 200 len: 210 time: 0.0282724 Mar 09 06:14:11.019067 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86bb9e17-7757-45b7-8d5a-cd694defba1b req-4a7d13ad-b671-49eb-8e3a-cf263b4f8c24 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 210 time: 0.0308874 Mar 09 06:14:11.026306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:11.101355 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097be8a6-d2cc-4046-b47e-24011429eeab req-ac6bf9e8-3497-450d-9b22-0970d6ee6906 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:11.104944 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-097be8a6-d2cc-4046-b47e-24011429eeab req-ac6bf9e8-3497-450d-9b22-0970d6ee6906 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 946 time: 0.0539896 Mar 09 06:14:11.155131 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-097be8a6-d2cc-4046-b47e-24011429eeab req-5b8e4c13-48a1-4b42-ae6a-dea1fc137666 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467849 Mar 09 06:14:11.176983 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47428) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:11.220515 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da975762-29bc-46cf-95a1-a4e8663c959c tempest-TestVolumeBootPattern-604912447 tempest-TestVolumeBootPattern-604912447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:11.222099 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-da975762-29bc-46cf-95a1-a4e8663c959c tempest-TestVolumeBootPattern-604912447 tempest-TestVolumeBootPattern-604912447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 1125 time: 0.0441580 Mar 09 06:14:11.224971 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47430) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:11.229165 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:11.311725 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:11.381549 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:14:11.401229 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 477575e8-e9e2-4cfd-9a46-715db6132777 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:14:11.401571 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 477575e8-e9e2-4cfd-9a46-715db6132777 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:14:11.407567 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:11.515847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Allocated IP 172.27.0.79 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/5b8b8ee6-d268-4991-8309-63d197808a53) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:14:11.716542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (5b8b8ee6-d268-4991-8309-63d197808a53), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:11.802398 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (5b8b8ee6-d268-4991-8309-63d197808a53), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:11.843871 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:14:11.850690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:14:11.853049 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:14:11.858618 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=5b8b8ee6-d268-4991-8309-63d197808a53,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:12.039364 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-2c53a1ef-0c6b-4837-9d71-8ce99f5e505a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:12.040824 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-2c53a1ef-0c6b-4837-9d71-8ce99f5e505a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 815 time: 0.1623390 Mar 09 06:14:12.146989 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47444) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:12.153115 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8347dd62-07cd-4521-8532-0346eca40289 req-d954fb63-13c8-466c-87eb-bf43ec600f98 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 210 time: 0.0485504 Mar 09 06:14:12.210432 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bd37d31-ecbb-4f3f-82b8-10bdbc71bc0c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (d7c95868-76a5-42b3-b26e-32dea67f4b17), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.216361 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-26e2beda-ff0d-44a4-9830-858dd1b30923 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 379 time: 0.1673236 Mar 09 06:14:12.226690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'port': {'device_id': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'admin_state_up': True, 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'security_groups': ['d9e0f190-1c21-461b-bc15-a7f0f77cca56']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:12.236030 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bd37d31-ecbb-4f3f-82b8-10bdbc71bc0c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (d7c95868-76a5-42b3-b26e-32dea67f4b17), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.351916 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bd37d31-ecbb-4f3f-82b8-10bdbc71bc0c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (d7c95868-76a5-42b3-b26e-32dea67f4b17), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.354795 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bd37d31-ecbb-4f3f-82b8-10bdbc71bc0c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.356416 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5bd37d31-ecbb-4f3f-82b8-10bdbc71bc0c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7c95868-76a5-42b3-b26e-32dea67f4b17 HTTP/1.1" status: 204 len: 168 time: 0.2078719 Mar 09 06:14:12.359588 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47450) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:12.373157 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd37d31-ecbb-4f3f-82b8-10bdbc71bc0c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c95868-76a5-42b3-b26e-32dea67f4b17,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:12.379944 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.api.v2.resource [None req-40c79ae7-e8b3-45e8-ace5-6bbb8e83cef2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] show failed (client error): The resource could not be found. Mar 09 06:14:12.383769 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-40c79ae7-e8b3-45e8-ace5-6bbb8e83cef2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups/d7c95868-76a5-42b3-b26e-32dea67f4b17 HTTP/1.1" status: 404 len: 347 time: 0.0190210 Mar 09 06:14:12.383995 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47452) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:12.469867 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (4d451926-47c6-46fd-bee2-d2f4dbf6a304), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.504415 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Deleting port c48dabb2-c2eb-4564-8f4d-2a4fcf52c803 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:14:12.504780 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.557377 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Made reservation on behalf of 5dd0d670c4574daa8c5d626bad12090c for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:14:12.561029 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.580107 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.580428 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.592330 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Calling delete_port for c48dabb2-c2eb-4564-8f4d-2a4fcf52c803 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:14:12.655925 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (5b8b8ee6-d268-4991-8309-63d197808a53), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.749050 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:14:12.757508 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.809062 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (c48dabb2-c2eb-4564-8f4d-2a4fcf52c803), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.836091 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event deleted for resources: {'Port': ['ID=c48dabb2-c2eb-4564-8f4d-2a4fcf52c803,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:12.899048 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (e6636c5d-e8bd-4903-bee0-53a90f9d55b6), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.901902 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:12.906922 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-7da11ac7-d8dd-49c4-b729-0296a9a8986a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "DELETE /v2.0/floatingips/e6636c5d-e8bd-4903-bee0-53a90f9d55b6 HTTP/1.1" status: 204 len: 168 time: 0.5179627 Mar 09 06:14:13.026346 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Allocated IP 172.20.0.13 (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1/f596f786-55fc-43e8-861c-f04a224297b8/b48e0118-7df7-4dc7-9fc9-12173fd28ae0) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:14:13.194847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (5b8b8ee6-d268-4991-8309-63d197808a53), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.251590 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-67e90218-3571-40bb-b003-86f0fcccdf6c req-81cd9a60-f7c8-4083-ab9d-637790c42a02 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 210 time: 0.0352526 Mar 09 06:14:13.254487 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (5b8b8ee6-d268-4991-8309-63d197808a53), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.262813 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47460) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:13.264869 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.268390 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0a9cd03d-4ad1-48c5-ab55-d6b2c1db0f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--486475848', 'description': 'tempest-description--511997076'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:13.344255 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=5b8b8ee6-d268-4991-8309-63d197808a53,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:13.357645 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (4d451926-47c6-46fd-bee2-d2f4dbf6a304), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.374753 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd03d-4ad1-48c5-ab55-d6b2c1db0f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.440186 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd03d-4ad1-48c5-ab55-d6b2c1db0f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (cb030fe2-3cc0-43cc-8d97-40e9fb1c3953), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.464844 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Floating IP 4d451926-47c6-46fd-bee2-d2f4dbf6a304 associated. External IP: 172.27.0.79, port: 28dc4390-af24-42f4-9185-167c6fb026b0. Mar 09 06:14:13.500796 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.534790 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd03d-4ad1-48c5-ab55-d6b2c1db0f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (cb030fe2-3cc0-43cc-8d97-40e9fb1c3953), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.557107 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:14:13.563631 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cd03d-4ad1-48c5-ab55-d6b2c1db0f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:13.566082 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:14:13.568610 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:14:13.617317 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd03d-4ad1-48c5-ab55-d6b2c1db0f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.621559 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0a9cd03d-4ad1-48c5-ab55-d6b2c1db0f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3548512 Mar 09 06:14:13.621734 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47462) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:13.627572 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d2f53881-7e56-4f74-8897-bee0cca2c955 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'security_group_rule': {'security_group_id': 'cb030fe2-3cc0-43cc-8d97-40e9fb1c3953', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:13.632252 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:13.669030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:13.669030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.734240 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2f53881-7e56-4f74-8897-bee0cca2c955 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (7f9f7c95-2d3a-46c9-978d-7ec014954d23), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.774746 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-0a0741f3-9ba7-4705-8f01-d7589b74347c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5515990 Mar 09 06:14:13.790222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Request body: {'port': {'device_id': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:13.802707 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2f53881-7e56-4f74-8897-bee0cca2c955 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (7f9f7c95-2d3a-46c9-978d-7ec014954d23), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.826148 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:14:13.828171 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-911ca771-89f2-427d-8f5a-9dcbd781d81e None None] Provisioning complete for port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:13.829598 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-911ca771-89f2-427d-8f5a-9dcbd781d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.865416 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-911ca771-89f2-427d-8f5a-9dcbd781d81e None None] Port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:14:13.877432 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2f53881-7e56-4f74-8897-bee0cca2c955 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (7f9f7c95-2d3a-46c9-978d-7ec014954d23), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.894788 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f53881-7e56-4f74-8897-bee0cca2c955 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9f7c95-2d3a-46c9-978d-7ec014954d23,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:13.903327 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.971352 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2f53881-7e56-4f74-8897-bee0cca2c955 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:13.975051 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d2f53881-7e56-4f74-8897-bee0cca2c955 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497574 Mar 09 06:14:13.975376 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47466) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:13.979880 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-826ca029-97f1-4150-aae5-ff69d2ec999d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'security_group_rule': {'security_group_id': 'cb030fe2-3cc0-43cc-8d97-40e9fb1c3953', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:14.049104 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-826ca029-97f1-4150-aae5-ff69d2ec999d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (7a6caef5-0f82-4264-b966-94bbf67d2935), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.062109 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:14:14.073727 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:14:14.085794 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:14.086784 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:14.106815 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-826ca029-97f1-4150-aae5-ff69d2ec999d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (7a6caef5-0f82-4264-b966-94bbf67d2935), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.202409 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:14.213612 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.232041 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-826ca029-97f1-4150-aae5-ff69d2ec999d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (7a6caef5-0f82-4264-b966-94bbf67d2935), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.250272 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48e0118-7df7-4dc7-9fc9-12173fd28ae0 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:14:14.257359 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ca029-97f1-4150-aae5-ff69d2ec999d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6caef5-0f82-4264-b966-94bbf67d2935,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:14.261635 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7f832149-353b-4529-b3d8-478330aa0a71 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0341001 Mar 09 06:14:14.261995 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Publish callbacks [] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.264015 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:14.266857 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3db6f6-90aa-44b2-94e4-230e590f23c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:14.282278 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Transition to ACTIVE for port object b48e0118-7df7-4dc7-9fc9-12173fd28ae0 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:14:14.313319 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3894b164-6b41-48fc-a8e5-41504c2a922e x-openstack-request-id: req-3894b164-6b41-48fc-a8e5-41504c2a922e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:14.313698 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:14.314017 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3894b164-6b41-48fc-a8e5-41504c2a922e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:14.314660 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0', 'status': 'completed', 'code': 200} Mar 09 06:14:14.336408 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-826ca029-97f1-4150-aae5-ff69d2ec999d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.337666 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-826ca029-97f1-4150-aae5-ff69d2ec999d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613565 Mar 09 06:14:14.340678 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47474) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:14.345839 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:14.384795 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.442487 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.458250 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Pushing event updated for resources: {'Port': ['ID=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:14.458610 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:12Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:14.473693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b37cc9-4e3a-4788-9571-1595871ebaf8 req-2b782e71-2d5f-417e-b020-12a7e4844a86 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:14.475303 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18b37cc9-4e3a-4788-9571-1595871ebaf8 req-2b782e71-2d5f-417e-b020-12a7e4844a86 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 932 time: 0.1473174 Mar 09 06:14:14.491905 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-603f6131-d2b2-428e-a092-66f6210621a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:14.493375 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-603f6131-d2b2-428e-a092-66f6210621a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 1130 time: 0.1546831 Mar 09 06:14:14.504345 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:14:14.513869 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:14.514596 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:14.577992 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.642957 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18b37cc9-4e3a-4788-9571-1595871ebaf8 req-9ee50b75-71e3-4601-bbd1-21355b327c50 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485913 Mar 09 06:14:14.656173 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Attempting to bind port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:14:14.656528 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Attempting to bind port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:14:14.657415 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Attempting to bind port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:14:14.682534 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:14:14.682857 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Attempting to bind port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:14:14.687056 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-d2702677-7034-4351-9976-bb63a1fe6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:14.689169 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-d2702677-7034-4351-9976-bb63a1fe6d7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.1866417 Mar 09 06:14:14.692198 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:14:14.692572 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Checking segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:14:14.692958 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Bound using segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:14:14.693388 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Bound port: b48e0118-7df7-4dc7-9fc9-12173fd28ae0, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:14:14.693751 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.709065 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Allocated IP 172.27.0.26 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/3887896c-a386-45d2-95b5-e3806eb3d99b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:14:14.804844 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:14.807742 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-c75b14c5-247c-4ea8-95f3-aa6a8df559a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc4390-af24-42f4-9185-167c6fb026b0 HTTP/1.1" status: 200 len: 999 time: 0.1116047 Mar 09 06:14:14.851701 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for port (3887896c-a386-45d2-95b5-e3806eb3d99b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:14.864387 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] For port b48e0118-7df7-4dc7-9fc9-12173fd28ae0, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:14:14.883451 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] For port b48e0118-7df7-4dc7-9fc9-12173fd28ae0, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:14:14.889267 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-cfadb12d-ffb6-4633-90a4-0ce79d4dd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:14.890826 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-cfadb12d-ffb6-4633-90a4-0ce79d4dd957 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0738189 Mar 09 06:14:14.946200 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-8d9ddd5e-8451-4760-806b-b8c9d4d4420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:14.948020 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-8d9ddd5e-8451-4760-806b-b8c9d4d4420a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507293 Mar 09 06:14:15.036948 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-fb968190-42b0-403f-b4dc-9adc90988b53 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817714 Mar 09 06:14:15.041127 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:12Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:15.050806 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.060930 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (3887896c-a386-45d2-95b5-e3806eb3d99b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.071754 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3f58f-5764-4bd9-917e-b1b8df13219d None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:12Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:14:15.108557 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:14:15.112850 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:14:15.122965 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:14:15.144804 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:15.145437 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.146805 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] 10.222.0.20 "PUT /v2.0/ports/b48e0118-7df7-4dc7-9fc9-12173fd28ae0 HTTP/1.1" status: 200 len: 1094 time: 1.3607831 Mar 09 06:14:15.163082 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'Port': ['ID=3887896c-a386-45d2-95b5-e3806eb3d99b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:15.183932 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cfdb1-acbc-4db7-a05e-18d2ec1dde33 service neutron] Pushing event updated for resources: {'Port': ['ID=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:15.210766 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a3db6f6-90aa-44b2-94e4-230e590f23c8 req-3cfef757-e046-474c-aa7c-18dfb57e2019 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684370 Mar 09 06:14:15.250273 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (dd33dd16-b3f3-47cb-a2ac-381171d9b57b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.310700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-528a1578-fe02-4a98-9c4d-86fef5f16614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:15.312470 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-528a1578-fe02-4a98-9c4d-86fef5f16614 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 1128 time: 0.0594082 Mar 09 06:14:15.328143 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd7c05-fffc-4be0-87fd-3592d75dc913 None None] New status for floating IP 4d451926-47c6-46fd-bee2-d2f4dbf6a304: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:14:15.375254 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (3887896c-a386-45d2-95b5-e3806eb3d99b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.379732 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-2a470820-119a-4cd5-a051-9c4ba0e3749a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b48e0118-7df7-4dc7-9fc9-12173fd28ae0 HTTP/1.1" status: 200 len: 217 time: 0.0602198 Mar 09 06:14:15.430277 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-a738b5dd-6272-4da8-8356-0e338574448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:15.431709 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-a738b5dd-6272-4da8-8356-0e338574448e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0465159 Mar 09 06:14:15.481836 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-c8009f36-690c-4bed-a079-617fde0c4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:15.483460 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-c8009f36-690c-4bed-a079-617fde0c4bff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458896 Mar 09 06:14:15.535105 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for port (3887896c-a386-45d2-95b5-e3806eb3d99b), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.575594 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-63386bc6-ee03-4145-b311-1db5a5db2718 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858953 Mar 09 06:14:15.614676 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (3887896c-a386-45d2-95b5-e3806eb3d99b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.662250 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3615a77a-800d-4e17-b5c3-7e9791d1bd0c req-07c3b0e9-02d9-43d2-ae9c-b9a0c4d94b5e service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811698 Mar 09 06:14:15.687616 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'Port': ['ID=3887896c-a386-45d2-95b5-e3806eb3d99b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:15.695948 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (dd33dd16-b3f3-47cb-a2ac-381171d9b57b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.776743 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ea7c-dc8b-4ca1-8633-4cb7091da3e0 req-529b0daa-15cb-4a03-8312-5b94f99b09dc tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:15.778201 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-92a2ea7c-dc8b-4ca1-8633-4cb7091da3e0 req-529b0daa-15cb-4a03-8312-5b94f99b09dc tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 944 time: 0.0577087 Mar 09 06:14:15.825234 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-92a2ea7c-dc8b-4ca1-8633-4cb7091da3e0 req-a6a9bdc0-d4f0-4689-85ae-f50777cc4554 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406404 Mar 09 06:14:15.851050 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:15.852287 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-18f5813a-26a3-47de-bfe9-d623b77b27bc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5103488 Mar 09 06:14:16.039379 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-99705157-06c5-4d3c-9f3f-92e89e26de29 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--486475848&fields=id&tenant_id=f023b41920114624a2dfc2df6dd7db55 HTTP/1.1" status: 200 len: 267 time: 0.0404017 Mar 09 06:14:16.144781 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-81171969-83a1-4a77-992a-bc15b86c0f74 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:16.146225 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-81171969-83a1-4a77-992a-bc15b86c0f74 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 817 time: 0.1007349 Mar 09 06:14:16.160180 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-6c5cd08c-532e-4a81-93a1-424d0d3ca992 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/quotas/f023b41920114624a2dfc2df6dd7db55 HTTP/1.1" status: 200 len: 375 time: 0.0085907 Mar 09 06:14:16.213397 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-4ac287e8-3e51-4a44-8431-e385bd923677 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484462 Mar 09 06:14:16.304122 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-8910f256-d975-48d4-a69f-c994a3143869 service neutron] 10.222.0.18 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799470 Mar 09 06:14:16.316515 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'tag': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:16.318660 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30e7951-cfb8-4b07-964f-6e97042a8502" -d '{"events": [{"name": "network-changed", "server_uuid": "eac679ad-0eac-4422-b3cb-d0d7df2cbe05", "tag": "b48e0118-7df7-4dc7-9fc9-12173fd28ae0"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:16.373792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7207aae-7a93-4c28-a106-29c5205a9040 x-openstack-request-id: req-f7207aae-7a93-4c28-a106-29c5205a9040 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:16.374078 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac679ad-0eac-4422-b3cb-d0d7df2cbe05", "tag": "b48e0118-7df7-4dc7-9fc9-12173fd28ae0", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:16.374330 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7207aae-7a93-4c28-a106-29c5205a9040 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:16.374767 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'tag': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'status': 'completed', 'code': 200} Mar 09 06:14:16.428451 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-774dfb52-3d3b-48ab-a94b-11cf5c847a1b service neutron] 10.222.0.18 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187088 Mar 09 06:14:16.437854 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-a956139d-db59-4ea3-8b8e-819c700cba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:16.439811 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-a956139d-db59-4ea3-8b8e-819c700cba03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 1128 time: 0.0642862 Mar 09 06:14:16.530689 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-29090a45-d2af-491f-83e0-613e610c44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:16.532192 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-29090a45-d2af-491f-83e0-613e610c44d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 916 time: 0.0863748 Mar 09 06:14:16.572931 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-e4c4e2fd-4258-4241-9955-f331583c3a15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b48e0118-7df7-4dc7-9fc9-12173fd28ae0 HTTP/1.1" status: 200 len: 217 time: 0.0346692 Mar 09 06:14:16.646613 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7502d3e2-6d2b-4227-8ab8-a035f73ae4eb req-5e28584a-a3ca-473b-8be2-e51fec965352 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 210 time: 0.0357645 Mar 09 06:14:16.650157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-d0c4462e-a93f-4bf2-bef5-5f85abebc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:16.651602 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-d0c4462e-a93f-4bf2-bef5-5f85abebc614 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0727308 Mar 09 06:14:16.701383 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-d93009b4-4aa4-4834-b1f2-7388a7dd997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:16.704078 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-d93009b4-4aa4-4834-b1f2-7388a7dd997e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461404 Mar 09 06:14:16.795586 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-be95afe7-8f3b-444b-97e8-025692b76711 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848446 Mar 09 06:14:16.886007 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e30e7951-cfb8-4b07-964f-6e97042a8502 req-aabde6f5-aa46-42ae-9d2c-09726abbc9b0 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843999 Mar 09 06:14:16.956296 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53266a23-eff1-453b-94d7-ad2853048e29 req-619a55c7-43ab-4ab1-bb80-6d74c091dbee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:16.957698 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53266a23-eff1-453b-94d7-ad2853048e29 req-619a55c7-43ab-4ab1-bb80-6d74c091dbee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 944 time: 0.0527964 Mar 09 06:14:17.006227 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53266a23-eff1-453b-94d7-ad2853048e29 req-a4ee6cda-c471-4bd8-8ecc-8b549749cc8e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Mar 09 06:14:17.743735 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9c4328e2-8ff0-46a6-bdc0-569a776ccc6f req-1d0f1468-cac0-44a8-bb5e-1caa19e1a65c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 210 time: 0.0270712 Mar 09 06:14:18.121706 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639baa-b3c2-4146-8c7d-af4774dd8f6e req-1e994ca9-3e72-482c-bd7a-9c7e351a5766 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:18.123197 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c639baa-b3c2-4146-8c7d-af4774dd8f6e req-1e994ca9-3e72-482c-bd7a-9c7e351a5766 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 944 time: 0.0515697 Mar 09 06:14:18.170800 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c639baa-b3c2-4146-8c7d-af4774dd8f6e req-def10580-3fc2-416f-a90b-b285725d0398 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413182 Mar 09 06:14:18.414664 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-4a0672c0-e813-49f3-9bbe-3dd9e0bcfa13 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:18.416124 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-4a0672c0-e813-49f3-9bbe-3dd9e0bcfa13 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 817 time: 0.1005900 Mar 09 06:14:18.476764 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-0195a2c1-77b6-4ed2-877b-8b56fc7b1088 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f023b41920114624a2dfc2df6dd7db55 HTTP/1.1" status: 200 len: 379 time: 0.0506001 Mar 09 06:14:18.484779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'port': {'device_id': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'admin_state_up': True, 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'security_groups': ['cb030fe2-3cc0-43cc-8d97-40e9fb1c3953']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:18.717438 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Made reservation on behalf of f023b41920114624a2dfc2df6dd7db55 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:14:18.720761 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:18.853590 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d5392ba-aec0-4a0c-bbb8-a30c2cfc2f36 req-51907a1d-6626-49ce-a0b2-45fd416501ea tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 210 time: 0.0322402 Mar 09 06:14:18.873430 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Allocated IP 172.20.0.4 (d10087f7-28be-4c6c-ab74-a195bf5355a2/12bcd25e-0941-4a60-9e56-88686fd01b2d/83835970-6b87-4e22-b4a7-afd966f097ae) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:14:19.011891 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for port (83835970-6b87-4e22-b4a7-afd966f097ae), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:19.100771 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:19.141999 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:14:19.146881 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:14:19.149213 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:14:19.175005 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:19.204073 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:19.204737 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:19.294347 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e363fd-f5cd-4201-9dec-e51fecb0f671 req-434b6654-e73c-48ec-a277-4d169442832f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:19.296055 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52e363fd-f5cd-4201-9dec-e51fecb0f671 req-434b6654-e73c-48ec-a277-4d169442832f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 944 time: 0.0580995 Mar 09 06:14:19.303145 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-024ab41f-7e5d-4f7a-a15e-5e012549a3b3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8219035 Mar 09 06:14:19.315389 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Request body: {'port': {'device_id': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:19.395017 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52e363fd-f5cd-4201-9dec-e51fecb0f671 req-9965fb79-71fe-4784-83e9-16bdb903f5df tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908535 Mar 09 06:14:19.399560 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:19.419031 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-027ac230-d820-4445-aac8-4a1916add7e5 None None] Provisioning complete for port 83835970-6b87-4e22-b4a7-afd966f097ae triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:19.419505 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-027ac230-d820-4445-aac8-4a1916add7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:19.451914 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-027ac230-d820-4445-aac8-4a1916add7e5 None None] Port 83835970-6b87-4e22-b4a7-afd966f097ae cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:14:19.911169 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83835970-6b87-4e22-b4a7-afd966f097ae {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:14:19.918873 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Publish callbacks [] for port (83835970-6b87-4e22-b4a7-afd966f097ae), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:19.940287 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Transition to ACTIVE for port object 83835970-6b87-4e22-b4a7-afd966f097ae will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:14:19.979241 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8f0e8-fc56-4354-8ef4-eae68d26101c req-025953a3-b804-43b8-bd4f-bc2c8369e32b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:19.980765 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5db8f0e8-fc56-4354-8ef4-eae68d26101c req-025953a3-b804-43b8-bd4f-bc2c8369e32b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 931 time: 0.0554483 Mar 09 06:14:20.024234 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:20.053779 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5db8f0e8-fc56-4354-8ef4-eae68d26101c req-398069ab-3177-48c7-86e5-0d21c59d2fe6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672481 Mar 09 06:14:20.078509 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:20.155357 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Attempting to bind port 83835970-6b87-4e22-b4a7-afd966f097ae on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:14:20.155736 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Attempting to bind port 83835970-6b87-4e22-b4a7-afd966f097ae by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:14:20.156071 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Attempting to bind port 83835970-6b87-4e22-b4a7-afd966f097ae on network d10087f7-28be-4c6c-ab74-a195bf5355a2 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:14:20.161424 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Port 83835970-6b87-4e22-b4a7-afd966f097ae on network d10087f7-28be-4c6c-ab74-a195bf5355a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:14:20.161761 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Attempting to bind port 83835970-6b87-4e22-b4a7-afd966f097ae on network d10087f7-28be-4c6c-ab74-a195bf5355a2 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:14:20.166780 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:14:20.167125 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Checking segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:14:20.167803 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Bound using segment: {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:14:20.168285 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Bound port: 83835970-6b87-4e22-b4a7-afd966f097ae, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1319448a-ee44-40f9-8948-c4d03a88c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:14:20.168748 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:20.236222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:14:20.239014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:14:20.346583 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:20.381700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:20.382207 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:20.383668 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] 10.222.0.20 "PUT /v2.0/ports/83835970-6b87-4e22-b4a7-afd966f097ae HTTP/1.1" status: 200 len: 1093 time: 1.0725017 Mar 09 06:14:20.386038 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:20.388841 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca0ec1-046d-4e27-ae69-49abf2f97fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:20.421691 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9970-5ad3-4226-a7f2-3601b16a3f50 service neutron] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:20.430514 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac65e18d-09e7-4e5f-a5ca-9d844a1bee6f x-openstack-request-id: req-ac65e18d-09e7-4e5f-a5ca-9d844a1bee6f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:20.430826 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:20.431107 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac65e18d-09e7-4e5f-a5ca-9d844a1bee6f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:20.431640 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae', 'status': 'completed', 'code': 200} Mar 09 06:14:20.534079 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca0ec1-046d-4e27-ae69-49abf2f97fb2 req-52c74705-31ad-46ed-afe4-9cc29ca2a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:20.539420 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17ca0ec1-046d-4e27-ae69-49abf2f97fb2 req-52c74705-31ad-46ed-afe4-9cc29ca2a3b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 1127 time: 0.0783126 Mar 09 06:14:20.559869 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b8ad5-caef-4a4f-829f-c1c4f91836f6 req-7d6e627f-547c-476d-9451-723e09e2b459 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:20.561445 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e16b8ad5-caef-4a4f-829f-c1c4f91836f6 req-7d6e627f-547c-476d-9451-723e09e2b459 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 944 time: 0.0764480 Mar 09 06:14:20.669426 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e16b8ad5-caef-4a4f-829f-c1c4f91836f6 req-15c65719-a34f-476e-93b2-53e5e3af5b13 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964515 Mar 09 06:14:20.679318 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca0ec1-046d-4e27-ae69-49abf2f97fb2 req-d4ea2987-bb35-4eaa-84d0-944232fac2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:20.680839 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17ca0ec1-046d-4e27-ae69-49abf2f97fb2 req-d4ea2987-bb35-4eaa-84d0-944232fac2ed service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f023b41920114624a2dfc2df6dd7db55&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1369865 Mar 09 06:14:20.777822 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca0ec1-046d-4e27-ae69-49abf2f97fb2 req-e90b5a12-e20f-43b7-80e1-f388cba87be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:20.779269 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17ca0ec1-046d-4e27-ae69-49abf2f97fb2 req-e90b5a12-e20f-43b7-80e1-f388cba87be4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918884 Mar 09 06:14:20.856215 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-9ac2cf11-8b0b-41bf-9c44-d9e173113d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:20.857759 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-9ac2cf11-8b0b-41bf-9c44-d9e173113d82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 1127 time: 0.0442803 Mar 09 06:14:20.897521 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-60455eec-1fce-486c-87e3-d61a41d88146 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83835970-6b87-4e22-b4a7-afd966f097ae HTTP/1.1" status: 200 len: 217 time: 0.0337284 Mar 09 06:14:20.943305 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-e59c2e78-ef45-4f3e-a0e1-7c40f52ad3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:20.944778 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-e59c2e78-ef45-4f3e-a0e1-7c40f52ad3a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.0421913 Mar 09 06:14:20.994925 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-b9eecc8a-9891-4c0a-a795-5734c24bacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:20.996463 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-b9eecc8a-9891-4c0a-a795-5734c24bacc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466807 Mar 09 06:14:21.083911 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-3be33d17-ed91-4669-9074-098d0bb95724 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 Mar 09 06:14:21.232860 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55d6b979-f6c9-4979-9305-c4c420c71737 req-20a91703-223f-4171-8060-cbe9d23ff320 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435914 Mar 09 06:14:21.244153 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-d308b5bb-8409-4313-9044-449456d8dad5 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743037322&fields=id&tenant_id=1f840f8c7f614daa9c5d157583bc19e4 HTTP/1.1" status: 200 len: 267 time: 0.0935349 Mar 09 06:14:21.256118 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcc193-23d5-4262-a8fc-3333fb3bb5a7 req-9195cae8-1f08-4ca3-b57a-7d1ef944ca3a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:21.257571 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9ffcc193-23d5-4262-a8fc-3333fb3bb5a7 req-9195cae8-1f08-4ca3-b57a-7d1ef944ca3a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.1080875 Mar 09 06:14:21.367245 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9ffcc193-23d5-4262-a8fc-3333fb3bb5a7 req-8076041a-cac3-41f7-8719-faf24567ba38 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002238 Mar 09 06:14:21.390454 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-9550cf78-0275-4ea7-ac97-621f2c0226bd tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:21.391888 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-9550cf78-0275-4ea7-ac97-621f2c0226bd tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/networks?id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee HTTP/1.1" status: 200 len: 808 time: 0.1334691 Mar 09 06:14:21.406690 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-27772726-7983-4502-aaf4-b8f732291e50 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/quotas/1f840f8c7f614daa9c5d157583bc19e4 HTTP/1.1" status: 200 len: 375 time: 0.0087698 Mar 09 06:14:21.461754 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-d488b752-1e41-45cc-9469-edb4fecfa406 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503042 Mar 09 06:14:21.472519 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device b48e0118-7df7-4dc7-9fc9-12173fd28ae0 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:14:21.561396 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-55b66aa3-2635-4d84-b9f9-2f1207d239c0 service neutron] 10.222.0.18 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882802 Mar 09 06:14:21.573058 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port b48e0118-7df7-4dc7-9fc9-12173fd28ae0, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:21.584964 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'port_id': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'mac_address': 'fa:16:3e:63:49:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:14:21.621844 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:21.622239 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:21.635737 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48e0118-7df7-4dc7-9fc9-12173fd28ae0 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:14:21.653978 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-95f7eb14-a47b-4425-8481-56e5813ebfc2 service neutron] 10.222.0.18 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860326 Mar 09 06:14:21.655804 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port b48e0118-7df7-4dc7-9fc9-12173fd28ae0, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:21.736103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:21.778436 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:21.795305 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c11d82-13ef-45fa-a2d1-d60159a65f4b req-5f04706c-8be9-4bbd-8ea8-e96dc208dd4e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:21.796826 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1c11d82-13ef-45fa-a2d1-d60159a65f4b req-5f04706c-8be9-4bbd-8ea8-e96dc208dd4e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 945 time: 0.0595028 Mar 09 06:14:21.843758 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1c11d82-13ef-45fa-a2d1-d60159a65f4b req-95192fbb-9092-4f3b-b6ea-25340fed94ef tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406227 Mar 09 06:14:22.130411 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['b48e0118-7df7-4dc7-9fc9-12173fd28ae0'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:14:22.218475 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-55c78f21-8307-49fd-ab46-66daf20b70ef req-4cbd6a37-9d6a-45db-86d4-54a3c2cfa246 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Mar 09 06:14:22.490835 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8b81a-57f4-4156-ad6a-05b138596167 req-f9b7b210-3fea-4d86-85dc-98d31b714b73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:22.492302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1d8b81a-57f4-4156-ad6a-05b138596167 req-f9b7b210-3fea-4d86-85dc-98d31b714b73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0507112 Mar 09 06:14:22.541175 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1d8b81a-57f4-4156-ad6a-05b138596167 req-6fbb6601-33dd-4941-be30-711b4362ffcf tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432868 Mar 09 06:14:22.958573 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468c73-aaaf-4cbc-8dde-b214ef8e0f20 req-0bda8b00-84e3-49a6-a8e0-19d10962b860 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:22.960038 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14468c73-aaaf-4cbc-8dde-b214ef8e0f20 req-0bda8b00-84e3-49a6-a8e0-19d10962b860 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 945 time: 0.0520656 Mar 09 06:14:23.007180 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14468c73-aaaf-4cbc-8dde-b214ef8e0f20 req-37f94617-dad6-45d7-b33b-aa044029857a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415084 Mar 09 06:14:23.295712 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58d4044a-1a4b-4f27-8acb-65eff42d2aff req-4374e6a3-91c2-4aec-a42c-a2a76603d981 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 210 time: 0.0279081 Mar 09 06:14:23.472254 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device b48e0118-7df7-4dc7-9fc9-12173fd28ae0 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:14:23.614664 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:14:23.618697 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:23.619094 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:23.667026 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e88fa-8aa3-4cc1-94ed-921b600d0602 req-afd41ec6-bd6d-4b9f-a891-88b5ab910d8a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:23.668517 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-932e88fa-8aa3-4cc1-94ed-921b600d0602 req-afd41ec6-bd6d-4b9f-a891-88b5ab910d8a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0582595 Mar 09 06:14:23.698416 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:23.698825 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:23.716134 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-932e88fa-8aa3-4cc1-94ed-921b600d0602 req-f327706d-3bad-4d4c-bc59-e41975a69c2a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Mar 09 06:14:23.721794 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:23.724146 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659e83cb-13c8-4dda-955e-c024dfada4c5" -d '{"events": [{"server_uuid": "eac679ad-0eac-4422-b3cb-d0d7df2cbe05", "name": "network-vif-plugged", "status": "completed", "tag": "b48e0118-7df7-4dc7-9fc9-12173fd28ae0"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:23.737314 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port b48e0118-7df7-4dc7-9fc9-12173fd28ae0, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:23.762582 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2e5fd8-024c-44ab-8b62-d7793c64d997 x-openstack-request-id: req-1f2e5fd8-024c-44ab-8b62-d7793c64d997 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:23.762582 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac679ad-0eac-4422-b3cb-d0d7df2cbe05", "name": "network-vif-plugged", "status": "completed", "tag": "b48e0118-7df7-4dc7-9fc9-12173fd28ae0", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:23.762837 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f2e5fd8-024c-44ab-8b62-d7793c64d997 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:23.763017 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'code': 200} Mar 09 06:14:23.809091 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:23.858532 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:24.031756 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:24.085243 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986d4ed-9718-4332-8fb3-f5d59ca1d6f1 req-25693bee-eaf1-4e69-8ba0-3109d8dd0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:24.086657 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3986d4ed-9718-4332-8fb3-f5d59ca1d6f1 req-25693bee-eaf1-4e69-8ba0-3109d8dd0ff6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 1130 time: 0.0632751 Mar 09 06:14:24.150471 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3986d4ed-9718-4332-8fb3-f5d59ca1d6f1 req-49d8d18b-7787-4b1f-acbd-d1acf79de2a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Mar 09 06:14:24.160821 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8ccb6-d226-41e9-bf98-3627bee7dcbb req-4c7bf65a-fb51-4bf6-a548-2b337161c8c6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:24.162206 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a4a8ccb6-d226-41e9-bf98-3627bee7dcbb req-4c7bf65a-fb51-4bf6-a548-2b337161c8c6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.0878820 Mar 09 06:14:24.211135 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a4a8ccb6-d226-41e9-bf98-3627bee7dcbb req-f87a2a00-5a52-4809-8b05-e56e9b043d87 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433695 Mar 09 06:14:24.386126 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d612493d-01cc-45fe-9f46-5490310403b8 req-963b1361-6feb-42ac-96d5-b2b726ac1883 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 210 time: 0.0268447 Mar 09 06:14:24.881188 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7247e0f-2f87-4440-9733-58de7c44f582 req-b6f94d97-a42b-470a-a295-e69a52b8c17c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:24.882682 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7247e0f-2f87-4440-9733-58de7c44f582 req-b6f94d97-a42b-470a-a295-e69a52b8c17c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0816333 Mar 09 06:14:24.978846 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-75f73c2a-8bd4-4f9b-8d39-0a8cd43ae117 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:24.980260 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-75f73c2a-8bd4-4f9b-8d39-0a8cd43ae117 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.20 "GET /v2.0/networks?id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee HTTP/1.1" status: 200 len: 808 time: 0.1449997 Mar 09 06:14:24.983274 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7247e0f-2f87-4440-9733-58de7c44f582 req-77eb5e6f-c213-482a-971a-8108be6c1221 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951579 Mar 09 06:14:25.045510 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-78de1766-e55a-422b-9e8a-61f4f389490e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f840f8c7f614daa9c5d157583bc19e4 HTTP/1.1" status: 200 len: 379 time: 0.0520134 Mar 09 06:14:25.063466 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'port': {'device_id': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'admin_state_up': True, 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'security_groups': ['aa8fc392-1a8c-4132-997f-4a4923040c5e']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:25.255555 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Made reservation on behalf of 1f840f8c7f614daa9c5d157583bc19e4 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:14:25.259054 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:25.407280 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80629411-44a1-4e81-9a4b-5db2afb3b455 req-e42e700c-0e4c-4825-b067-e72f4c01645c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:25.408713 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80629411-44a1-4e81-9a4b-5db2afb3b455 req-e42e700c-0e4c-4825-b067-e72f4c01645c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.1275339 Mar 09 06:14:25.429079 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Allocated IP 172.20.0.7 (b0573f27-7448-4b5e-bf73-02cd8eabe1ee/6763a0a2-6261-444f-a87d-317955dd1169/a20c88f6-b8b2-42fd-bb47-cad07516b265) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:14:25.490637 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:14:25.506409 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-34a43e6f-1a22-4fab-97a2-6b0bcbd91c46 req-585f952e-d9b8-4ebf-8487-127dc86a0bb7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 210 time: 0.0495751 Mar 09 06:14:25.522705 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80629411-44a1-4e81-9a4b-5db2afb3b455 req-2ed12842-61b8-4f33-b5ce-02ecdae88004 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030235 Mar 09 06:14:25.607489 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:25.618581 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '83835970-6b87-4e22-b4a7-afd966f097ae', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'port_id': '83835970-6b87-4e22-b4a7-afd966f097ae', 'mac_address': 'fa:16:3e:9c:7d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:14:25.635754 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:25.661918 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 83835970-6b87-4e22-b4a7-afd966f097ae is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:25.662221 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:25.674920 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83835970-6b87-4e22-b4a7-afd966f097ae {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:14:25.694478 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:25.758142 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:25.787656 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:25.802779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:14:25.808706 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:14:25.812789 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:14:25.837071 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:25.838091 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:25.875708 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:25.876353 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:26.017398 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-4e5cbe2b-7525-4daa-b0d0-a32cc492a6e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574673 Mar 09 06:14:26.030585 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Request body: {'port': {'device_id': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:26.056154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3e15c059-f19d-4d49-baff-d5157835ece8 None None] Provisioning complete for port a20c88f6-b8b2-42fd-bb47-cad07516b265 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:26.056154 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3e15c059-f19d-4d49-baff-d5157835ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:26.089911 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-3e15c059-f19d-4d49-baff-d5157835ece8 None None] Port a20c88f6-b8b2-42fd-bb47-cad07516b265 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:14:26.118478 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:26.147233 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141768de-835c-41eb-a45f-2cd10f1f7e9d req-71514018-341a-4cae-a7ca-f0772cbd0b34 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:26.148753 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-141768de-835c-41eb-a45f-2cd10f1f7e9d req-71514018-341a-4cae-a7ca-f0772cbd0b34 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 944 time: 0.0906785 Mar 09 06:14:26.154077 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['83835970-6b87-4e22-b4a7-afd966f097ae'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:14:26.282361 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-141768de-835c-41eb-a45f-2cd10f1f7e9d req-8b0e86f2-dac9-4bff-9b2a-7c054540a277 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119609 Mar 09 06:14:26.436364 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20c88f6-b8b2-42fd-bb47-cad07516b265 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:14:26.444289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Publish callbacks [] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:26.455707 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Transition to ACTIVE for port object a20c88f6-b8b2-42fd-bb47-cad07516b265 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:14:26.551735 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:26.656330 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Pushing event updated for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:26.731534 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c1dc2-21b8-41d2-b4e8-cd3a0b7076dc req-ede0b0e4-29f9-4d67-bcdc-313bca8aab47 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:26.733083 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b0c1dc2-21b8-41d2-b4e8-cd3a0b7076dc req-ede0b0e4-29f9-4d67-bcdc-313bca8aab47 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.1543489 Mar 09 06:14:26.759501 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa70776-3a55-4d4b-a0f6-17e4b89459c0 req-910d1e4b-4dbf-4636-96ee-df69a173981a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:26.760976 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8fa70776-3a55-4d4b-a0f6-17e4b89459c0 req-910d1e4b-4dbf-4636-96ee-df69a173981a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.1648638 Mar 09 06:14:26.808478 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Attempting to bind port a20c88f6-b8b2-42fd-bb47-cad07516b265 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:14:26.808753 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Attempting to bind port a20c88f6-b8b2-42fd-bb47-cad07516b265 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:14:26.809082 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Attempting to bind port a20c88f6-b8b2-42fd-bb47-cad07516b265 on network b0573f27-7448-4b5e-bf73-02cd8eabe1ee {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:14:26.830269 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Port a20c88f6-b8b2-42fd-bb47-cad07516b265 on network b0573f27-7448-4b5e-bf73-02cd8eabe1ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:14:26.830592 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Attempting to bind port a20c88f6-b8b2-42fd-bb47-cad07516b265 on network b0573f27-7448-4b5e-bf73-02cd8eabe1ee {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:14:26.846449 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b0c1dc2-21b8-41d2-b4e8-cd3a0b7076dc req-1edfd577-dbd8-40d9-bada-6eb5a9d725af tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054416 Mar 09 06:14:26.849847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:14:26.850187 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Checking segment: {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:14:26.850551 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Bound using segment: {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:14:26.850982 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Bound port: a20c88f6-b8b2-42fd-bb47-cad07516b265, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a80ea3-b4af-46c4-9bee-3be636c56293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:14:26.851337 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:26.892095 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8fa70776-3a55-4d4b-a0f6-17e4b89459c0 req-f7e5f679-424f-44d1-9b21-405abe0d6eb0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248469 Mar 09 06:14:26.922849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:14:26.926536 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:14:27.003141 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85f5a-8d44-406c-8922-83e2efc6152e req-92afd024-2960-4c38-bcfd-89c553c24830 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:27.005647 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fdf85f5a-8d44-406c-8922-83e2efc6152e req-92afd024-2960-4c38-bcfd-89c553c24830 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.0520880 Mar 09 06:14:27.014161 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47590) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:27.018430 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'floatingip': {'port_id': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:27.052938 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:27.084786 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (1f6fea1c-e142-49ec-b0e1-1de29bafe61f), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:27.120246 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:27.122877 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:27.122877 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] 10.222.0.20 "PUT /v2.0/ports/a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 200 len: 1093 time: 1.0957530 Mar 09 06:14:27.124837 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:27.126939 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67f551d-24a9-4a20-b2f0-f69d82f8b222" -d '{"events": [{"name": "network-changed", "server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:27.174163 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622468ea-f46a-40b4-ac5f-b940fd98e1ee x-openstack-request-id: req-622468ea-f46a-40b4-ac5f-b940fd98e1ee {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:27.174453 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:27.174707 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-622468ea-f46a-40b4-ac5f-b940fd98e1ee {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:27.175099 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'status': 'completed', 'code': 200} Mar 09 06:14:27.182816 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d247d-b0ea-436d-b8ea-a647b2a60c8d service neutron] Pushing event updated for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:27.309520 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f551d-24a9-4a20-b2f0-f69d82f8b222 req-7baf1cac-deb4-4d82-a87f-cb93b3c29a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:27.311000 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d67f551d-24a9-4a20-b2f0-f69d82f8b222 req-7baf1cac-deb4-4d82-a87f-cb93b3c29a2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1127 time: 0.0995288 Mar 09 06:14:27.487605 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:14:27.586050 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 83835970-6b87-4e22-b4a7-afd966f097ae completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:14:27.590209 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 83835970-6b87-4e22-b4a7-afd966f097ae triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:27.590582 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:27.673851 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 83835970-6b87-4e22-b4a7-afd966f097ae is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:27.674246 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:27.698070 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:27.700333 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1f22a0-3b10-47e8-8790-d4413d3febc6" -d '{"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-plugged", "status": "completed", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:27.713964 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:27.738652 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8727af05-ffa1-4b50-b2dd-a7e2f6ad1194 x-openstack-request-id: req-8727af05-ffa1-4b50-b2dd-a7e2f6ad1194 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:27.738957 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-plugged", "status": "completed", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:27.739323 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8727af05-ffa1-4b50-b2dd-a7e2f6ad1194 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:27.739726 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae', 'code': 200} Mar 09 06:14:27.809030 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:27.816741 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f551d-24a9-4a20-b2f0-f69d82f8b222 req-13a689e6-bcd2-4e05-ae16-92b196f21267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:27.818208 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d67f551d-24a9-4a20-b2f0-f69d82f8b222 req-13a689e6-bcd2-4e05-ae16-92b196f21267 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4972789 Mar 09 06:14:27.827433 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85726d-a746-42b6-9a52-56d04b3aba0e req-25e22a76-a705-47fb-a32f-74a05e4d4c32 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:27.828826 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da85726d-a746-42b6-9a52-56d04b3aba0e req-25e22a76-a705-47fb-a32f-74a05e4d4c32 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 944 time: 0.4600809 Mar 09 06:14:27.858419 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:28.081207 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da85726d-a746-42b6-9a52-56d04b3aba0e req-0a6f5e7d-6769-446f-85da-fd6f0ca8a049 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398658 Mar 09 06:14:28.088482 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f551d-24a9-4a20-b2f0-f69d82f8b222 req-23822958-3f66-428a-8b50-444e9f3b5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:28.089894 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d67f551d-24a9-4a20-b2f0-f69d82f8b222 req-23822958-3f66-428a-8b50-444e9f3b5cce service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2602420 Mar 09 06:14:28.155067 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a230f-6c22-40e0-a9d4-866216ce8aea req-aa9eb640-f68c-4693-8f67-85baa58b44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:28.156526 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-915a230f-6c22-40e0-a9d4-866216ce8aea req-aa9eb640-f68c-4693-8f67-85baa58b44a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 1129 time: 0.1808190 Mar 09 06:14:28.192020 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9fd0-1356-474f-9184-9af20e0796e3 req-c5d0f940-9b22-4a6f-9dba-61a686d49f97 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:28.193426 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-637c9fd0-1356-474f-9184-9af20e0796e3 req-c5d0f940-9b22-4a6f-9dba-61a686d49f97 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.2508993 Mar 09 06:14:28.202942 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:28.252124 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (1f6fea1c-e142-49ec-b0e1-1de29bafe61f), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:28.313068 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-1b7d7505-5381-4fa1-9587-cb0695c078bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:28.314431 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-1b7d7505-5381-4fa1-9587-cb0695c078bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1127 time: 0.1742375 Mar 09 06:14:28.321079 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-915a230f-6c22-40e0-a9d4-866216ce8aea req-a379fa2e-7c61-471d-919c-93f363fdf47b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464293 Mar 09 06:14:28.327054 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-637c9fd0-1356-474f-9184-9af20e0796e3 req-afbb03a2-aa1b-42fa-9eef-4663649b9381 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231072 Mar 09 06:14:28.364078 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-76e32c18-e34b-423f-81b0-82dd21d58b6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 200 len: 217 time: 0.0407958 Mar 09 06:14:28.416709 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Floating IP 1f6fea1c-e142-49ec-b0e1-1de29bafe61f associated. External IP: 172.27.0.214, port: b48e0118-7df7-4dc7-9fc9-12173fd28ae0. Mar 09 06:14:28.655499 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-23a776db-2961-4e47-ba44-e46b5ff6c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:28.656980 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-23a776db-2961-4e47-ba44-e46b5ff6c9d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6763a0a2-6261-444f-a87d-317955dd1169 HTTP/1.1" status: 200 len: 847 time: 0.0597260 Mar 09 06:14:28.661144 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:14:28.751511 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-8bd014a3-b47f-485a-9ba5-7905486b62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:28.753028 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-8bd014a3-b47f-485a-9ba5-7905486b62e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893459 Mar 09 06:14:28.828881 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:14:28.839103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:14:28.850029 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:28.850706 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:28.855790 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:28.896339 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d603e155-ca19-46d0-883f-453ad3ca58e7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "PUT /v2.0/floatingips/1f6fea1c-e142-49ec-b0e1-1de29bafe61f HTTP/1.1" status: 200 len: 992 time: 1.8810985 Mar 09 06:14:28.911632 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-a1190d99-6fde-4612-80d7-db517622f1d4 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257193 Mar 09 06:14:28.962129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:28.999272 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fbfbd41e-65d8-4590-b19a-0361b3a6804f req-80887ea7-c67a-4432-9257-32e3223e7f70 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817556 Mar 09 06:14:29.181752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'tag': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:29.181961 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '1f6fea1c-e142-49ec-b0e1-1de29bafe61f', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:63:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:07Z', 'updated_at': '2022-03-09T06:14:27Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:29.184175 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d4cb5-663c-4a06-84af-70e1ce7e34f7" -d '{"events": [{"name": "network-changed", "server_uuid": "eac679ad-0eac-4422-b3cb-d0d7df2cbe05", "tag": "b48e0118-7df7-4dc7-9fc9-12173fd28ae0"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:29.208756 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:14:29.217856 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:29.218882 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:29.219420 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd0261-79eb-4112-a4ba-34737a8de8c0 req-bff39d04-63f2-438b-9285-5e4eda08e43a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:29.220923 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1bd0261-79eb-4112-a4ba-34737a8de8c0 req-bff39d04-63f2-438b-9285-5e4eda08e43a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0653164 Mar 09 06:14:29.222405 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa51bff9-ee44-4ea7-8ac0-48c74941f3fc x-openstack-request-id: req-fa51bff9-ee44-4ea7-8ac0-48c74941f3fc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:29.222698 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac679ad-0eac-4422-b3cb-d0d7df2cbe05", "tag": "b48e0118-7df7-4dc7-9fc9-12173fd28ae0", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:29.222953 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa51bff9-ee44-4ea7-8ac0-48c74941f3fc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:29.223329 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'tag': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'status': 'completed', 'code': 200} Mar 09 06:14:29.307153 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e1bd0261-79eb-4112-a4ba-34737a8de8c0 req-2819e229-0324-4e2e-a8bd-c309b036bf0a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778294 Mar 09 06:14:29.317290 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-663e7f5d-0dd2-4722-9624-f98b7e6ec791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:29.318831 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-663e7f5d-0dd2-4722-9624-f98b7e6ec791 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 1130 time: 0.0678570 Mar 09 06:14:29.328698 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:29.437252 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-996a5d21-8f47-4cd6-8af8-ca3a27597c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:29.438657 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-996a5d21-8f47-4cd6-8af8-ca3a27597c63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 916 time: 0.1140089 Mar 09 06:14:29.497684 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c5945-93f7-431a-b0bc-2b7b205ad5ab req-3ed173e0-f19c-4a07-a614-ee47c642afa9 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:29.499169 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-822c5945-93f7-431a-b0bc-2b7b205ad5ab req-3ed173e0-f19c-4a07-a614-ee47c642afa9 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.1025643 Mar 09 06:14:29.538191 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-13af2af2-0c86-4014-8182-ce7ffa96fa36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b48e0118-7df7-4dc7-9fc9-12173fd28ae0 HTTP/1.1" status: 200 len: 1000 time: 0.0855482 Mar 09 06:14:29.555329 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '1f6fea1c-e142-49ec-b0e1-1de29bafe61f', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:63:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:07Z', 'updated_at': '2022-03-09T06:14:27Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:29.570202 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-822c5945-93f7-431a-b0bc-2b7b205ad5ab req-f943fba1-39d3-4519-9514-4b4ae623dac3 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642800 Mar 09 06:14:29.581597 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3fdac-8258-41a1-a2c8-f3df72c395c0 None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '1f6fea1c-e142-49ec-b0e1-1de29bafe61f', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:63:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:07Z', 'updated_at': '2022-03-09T06:14:27Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:14:29.608573 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-e77463e1-2130-403a-9da2-7970034265ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:29.610345 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-e77463e1-2130-403a-9da2-7970034265ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0522118 Mar 09 06:14:29.661084 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-1974c8b4-134b-4fba-99f9-a0a21f8c9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:29.662658 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-1974c8b4-134b-4fba-99f9-a0a21f8c9ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461106 Mar 09 06:14:29.765857 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-6c860b03-d67d-4cfe-9696-94ccacec1228 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920017 Mar 09 06:14:29.775946 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d446a-def1-4e5e-88a4-865348f7ea74 None None] New status for floating IP 1f6fea1c-e142-49ec-b0e1-1de29bafe61f: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:14:29.860954 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-805d4cb5-663c-4a06-84af-70e1ce7e34f7 req-556eb746-696c-4b64-aabb-fedef4a94411 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823426 Mar 09 06:14:30.427792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756d7b6-58e3-4ff5-8536-2fc1d4d1ed50 req-2c5d9d58-bc19-466b-b740-09eac4a9182c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:30.429303 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e756d7b6-58e3-4ff5-8536-2fc1d4d1ed50 req-2c5d9d58-bc19-466b-b740-09eac4a9182c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0520515 Mar 09 06:14:30.478399 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e756d7b6-58e3-4ff5-8536-2fc1d4d1ed50 req-b2dac663-8705-4833-83d2-189afb3079b0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434175 Mar 09 06:14:30.593286 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02860b50-ce32-46f6-9c70-47da34269dc5 req-84912c15-7107-4eb2-ad1f-2b09c43c7f29 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:30.594696 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-02860b50-ce32-46f6-9c70-47da34269dc5 req-84912c15-7107-4eb2-ad1f-2b09c43c7f29 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0516570 Mar 09 06:14:30.602933 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47614) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:30.607202 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Request body: {'floatingip': {'port_id': '83835970-6b87-4e22-b4a7-afd966f097ae'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:30.654278 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (dd33dd16-b3f3-47cb-a2ac-381171d9b57b), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:30.770862 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c6335-0aa4-4f36-8daa-496271a5c625 req-957a37a7-923d-4131-a63a-f854269b895c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:30.772318 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c55c6335-0aa4-4f36-8daa-496271a5c625 req-957a37a7-923d-4131-a63a-f854269b895c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.1338558 Mar 09 06:14:30.872993 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c55c6335-0aa4-4f36-8daa-496271a5c625 req-26292f09-438e-4538-a1fc-7f4213afdec7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942330 Mar 09 06:14:31.145335 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:31.209168 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (dd33dd16-b3f3-47cb-a2ac-381171d9b57b), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:31.309465 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Floating IP dd33dd16-b3f3-47cb-a2ac-381171d9b57b associated. External IP: 172.27.0.26, port: 83835970-6b87-4e22-b4a7-afd966f097ae. Mar 09 06:14:31.513170 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:14:31.876513 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:14:31.881185 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:31.885668 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] Sync routers for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:14:31.895385 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:31.895996 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:31.920521 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5a1abaa9-a890-412f-807f-d64c54ddc985 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "PUT /v2.0/floatingips/dd33dd16-b3f3-47cb-a2ac-381171d9b57b HTTP/1.1" status: 200 len: 990 time: 1.3076739 Mar 09 06:14:31.920521 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:31.920521 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:31.951191 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc519ae-fd88-4a4e-a119-c49b8fd8a8ae x-openstack-request-id: req-9fc519ae-fd88-4a4e-a119-c49b8fd8a8ae {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:31.951493 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:31.951756 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fc519ae-fd88-4a4e-a119-c49b8fd8a8ae {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:31.952160 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae', 'status': 'completed', 'code': 200} Mar 09 06:14:32.008965 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:32.040362 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23502ce-fb25-49a7-a50f-f3f40d82736c req-c4625cec-066d-4266-8923-1e9c4d99bcf9 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:32.041867 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a23502ce-fb25-49a7-a50f-f3f40d82736c req-c4625cec-066d-4266-8923-1e9c4d99bcf9 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0888877 Mar 09 06:14:32.046771 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-258ac692-a9a7-44be-9107-b31657982a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:32.048220 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-258ac692-a9a7-44be-9107-b31657982a75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 1129 time: 0.0640373 Mar 09 06:14:32.145739 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a23502ce-fb25-49a7-a50f-f3f40d82736c req-833761cb-42be-4709-a083-f3bc92dff6a0 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965388 Mar 09 06:14:32.170640 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-28f35a4b-5642-4a4a-964f-7f6b72e876d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:32.172140 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-28f35a4b-5642-4a4a-964f-7f6b72e876d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.1162193 Mar 09 06:14:32.237247 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-25784391-90f8-473f-9eb8-8af309632ce3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83835970-6b87-4e22-b4a7-afd966f097ae HTTP/1.1" status: 200 len: 998 time: 0.0584435 Mar 09 06:14:32.239744 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'dd33dd16-b3f3-47cb-a2ac-381171d9b57b', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'port_id': '83835970-6b87-4e22-b4a7-afd966f097ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'mac_address': 'fa:16:3e:9c:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:15Z', 'updated_at': '2022-03-09T06:14:31Z', 'revision_number': 1, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:32.265252 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] Checking router: 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:14:32.273217 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:32.273812 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:32.286989 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-4358a685-3f8a-4db2-bebb-bd646a044c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:32.288548 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-4358a685-3f8a-4db2-bebb-bd646a044c98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.0446348 Mar 09 06:14:32.339895 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-343c9343-c40b-4658-ab9c-1ff8f6c85557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:32.341434 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-343c9343-c40b-4658-ab9c-1ff8f6c85557 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467463 Mar 09 06:14:32.378189 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:32.432614 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-e35e6c73-5c2e-4e5e-89d3-6640e1b2598d service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838151 Mar 09 06:14:32.525813 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25b1bac-d1df-4d43-8a0f-a0563ab6f1bc req-e5cf467a-e6ee-4d23-9233-15eb8495fa42 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Mar 09 06:14:32.721907 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'dd33dd16-b3f3-47cb-a2ac-381171d9b57b', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'port_id': '83835970-6b87-4e22-b4a7-afd966f097ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'mac_address': 'fa:16:3e:9c:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:15Z', 'updated_at': '2022-03-09T06:14:31Z', 'revision_number': 1, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:32.747417 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff511b-5d28-4675-97b3-c550f8f8e718 None None] The sync data for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi is: [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'dd33dd16-b3f3-47cb-a2ac-381171d9b57b', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'port_id': '83835970-6b87-4e22-b4a7-afd966f097ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'mac_address': 'fa:16:3e:9c:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:15Z', 'updated_at': '2022-03-09T06:14:31Z', 'revision_number': 1, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:14:32.930741 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b358b-edf2-4bf7-97f6-b11b4ac23652 None None] New status for floating IP dd33dd16-b3f3-47cb-a2ac-381171d9b57b: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:14:33.265542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4896bb-29b7-4cbb-8664-2290cdead01c req-3a14cb20-e7ad-4de1-a0f0-5e47189fcded tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:33.267007 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0a4896bb-29b7-4cbb-8664-2290cdead01c req-3a14cb20-e7ad-4de1-a0f0-5e47189fcded tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0515959 Mar 09 06:14:33.314198 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0a4896bb-29b7-4cbb-8664-2290cdead01c req-5fa5e648-6690-4896-b0aa-eaa3f79bc81c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411572 Mar 09 06:14:34.433388 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0ea3-ce96-47c5-b724-7d7605e4f87a req-a014829e-288e-4601-a713-2f833c220a0e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:34.434838 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-019f0ea3-ce96-47c5-b724-7d7605e4f87a req-a014829e-288e-4601-a713-2f833c220a0e tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0561707 Mar 09 06:14:34.481730 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-019f0ea3-ce96-47c5-b724-7d7605e4f87a req-78f9b5a5-fda4-48a5-a531-8301cc6d30a9 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415204 Mar 09 06:14:35.593965 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6b54d-2915-4123-bd94-1a0e003313e6 req-76275fff-0217-42b4-bd94-b79473f6eb45 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:35.595409 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ade6b54d-2915-4123-bd94-1a0e003313e6 req-76275fff-0217-42b4-bd94-b79473f6eb45 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0504799 Mar 09 06:14:35.643142 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ade6b54d-2915-4123-bd94-1a0e003313e6 req-142e8745-e908-4514-a166-89f2e6123661 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 Mar 09 06:14:36.437577 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c5f80f8a-1796-4ccb-9d7a-80d6081abc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:36.759392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f007e97-93f2-403d-83ee-0d4b8d864a1f req-8d090574-350d-44d9-ab27-42eae9c0c34c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:36.760889 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9f007e97-93f2-403d-83ee-0d4b8d864a1f req-8d090574-350d-44d9-ab27-42eae9c0c34c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0512717 Mar 09 06:14:36.811469 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9f007e97-93f2-403d-83ee-0d4b8d864a1f req-1060e763-e54c-4c70-a63a-9bb86036aa61 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451376 Mar 09 06:14:37.527760 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device a20c88f6-b8b2-42fd-bb47-cad07516b265 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:14:37.619919 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:37.631443 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'port_id': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'mac_address': 'fa:16:3e:af:9e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:14:37.670417 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port a20c88f6-b8b2-42fd-bb47-cad07516b265 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:37.670805 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:37.682998 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20c88f6-b8b2-42fd-bb47-cad07516b265 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:14:37.701943 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:37.837607 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:37.883241 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:37.928201 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39919a7a-2223-428b-849e-de62cccd3104 req-4adf2a55-23a0-458a-b61b-75d042ef6493 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:37.929803 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39919a7a-2223-428b-849e-de62cccd3104 req-4adf2a55-23a0-458a-b61b-75d042ef6493 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 944 time: 0.0539489 Mar 09 06:14:37.977670 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-39919a7a-2223-428b-849e-de62cccd3104 req-acb0903c-e507-46a5-bcdb-03cf1be157e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424368 Mar 09 06:14:38.192838 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['a20c88f6-b8b2-42fd-bb47-cad07516b265'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:14:38.723675 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0748e904-d55a-46cd-8b36-d8759e22da7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:39.091820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751b1e-82eb-459b-b172-02062aeaf07a req-0eb9b12d-9b5d-4928-9a61-accb0a653bca tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:39.093289 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f8751b1e-82eb-459b-b172-02062aeaf07a req-0eb9b12d-9b5d-4928-9a61-accb0a653bca tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 944 time: 0.0511494 Mar 09 06:14:39.141112 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f8751b1e-82eb-459b-b172-02062aeaf07a req-3d180bab-87eb-4c63-9579-4affa9fdc8ad tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418301 Mar 09 06:14:39.529051 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device a20c88f6-b8b2-42fd-bb47-cad07516b265 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:14:39.637534 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port a20c88f6-b8b2-42fd-bb47-cad07516b265 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:14:39.641135 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port a20c88f6-b8b2-42fd-bb47-cad07516b265 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:14:39.641509 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:39.715579 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port a20c88f6-b8b2-42fd-bb47-cad07516b265 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:14:39.715965 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:39.738353 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:39.742168 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8675f8-c7cf-4053-b0c7-df5ca9d43603" -d '{"events": [{"server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "name": "network-vif-plugged", "status": "completed", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:39.752479 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:14:39.776785 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c626f-fec0-4bf8-a363-2ead738f57f3 x-openstack-request-id: req-ab8c626f-fec0-4bf8-a363-2ead738f57f3 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:39.777070 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "name": "network-vif-plugged", "status": "completed", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:39.777325 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab8c626f-fec0-4bf8-a363-2ead738f57f3 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:39.777715 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'code': 200} Mar 09 06:14:39.826170 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:39.871626 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:40.054735 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:40.279273 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e50814-5821-4e93-ae95-aeb7a8ef95db req-1b52a189-3029-43f9-b9cf-d4a29c8da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:40.280787 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6e50814-5821-4e93-ae95-aeb7a8ef95db req-1b52a189-3029-43f9-b9cf-d4a29c8da2dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1129 time: 0.0802178 Mar 09 06:14:40.288142 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dd5fe-0515-49ee-ab06-1dea93aac6e8 req-7566ba03-be29-4c68-afdc-c2e5fdabb8eb tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:40.289500 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d1dd5fe-0515-49ee-ab06-1dea93aac6e8 req-7566ba03-be29-4c68-afdc-c2e5fdabb8eb tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0812256 Mar 09 06:14:40.355596 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6e50814-5821-4e93-ae95-aeb7a8ef95db req-92a65f94-f56c-4e6c-be60-c304d3fd3f02 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651872 Mar 09 06:14:40.363820 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d1dd5fe-0515-49ee-ab06-1dea93aac6e8 req-d328745b-fedb-45af-b1e9-6030c96a81ff tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683103 Mar 09 06:14:41.043293 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:41.478930 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f83ce-13e8-4f6e-bd98-9574313328e5 req-19d426ac-d7c8-4ab5-98f6-25ab6eddb17f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:41.480307 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e13f83ce-13e8-4f6e-bd98-9574313328e5 req-19d426ac-d7c8-4ab5-98f6-25ab6eddb17f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0512922 Mar 09 06:14:41.531520 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e13f83ce-13e8-4f6e-bd98-9574313328e5 req-972354f7-1683-431f-b19f-9ec22fc2acde tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457482 Mar 09 06:14:42.646656 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f046d8-f048-4af8-a123-d4435cb4c46a req-281f3ef9-0251-4a46-ac73-ebe596d597e0 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:42.648097 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f1f046d8-f048-4af8-a123-d4435cb4c46a req-281f3ef9-0251-4a46-ac73-ebe596d597e0 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0511844 Mar 09 06:14:42.695688 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f1f046d8-f048-4af8-a123-d4435cb4c46a req-e6e27df3-ab89-4531-8910-7f577ffc31a7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419047 Mar 09 06:14:42.757720 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:42.812660 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61504fbb-6266-47f3-930b-27d17cdcbf0f req-5746b116-4c04-4ed1-a8e4-b0533a1a741a tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:42.814036 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61504fbb-6266-47f3-930b-27d17cdcbf0f req-5746b116-4c04-4ed1-a8e4-b0533a1a741a tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0525515 Mar 09 06:14:42.861409 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61504fbb-6266-47f3-930b-27d17cdcbf0f req-2bc768e6-df77-4c03-9828-fe2058d4ab77 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Mar 09 06:14:42.883568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:42.971094 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6740b7-3c89-4a8d-97f9-2ef930a16283 tempest-TestShelveInstance-1394894758 tempest-TestShelveInstance-1394894758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:42.975284 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-3d6740b7-3c89-4a8d-97f9-2ef930a16283 tempest-TestShelveInstance-1394894758 tempest-TestShelveInstance-1394894758-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1124 time: 0.0880704 Mar 09 06:14:42.975526 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47654) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:14:42.979779 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'port_id': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:14:43.060621 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:43.162202 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:43.266532 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Allocated IP 172.27.0.57 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/fb334f5c-b471-4afa-b379-9c842073f3d2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:14:43.362813 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for port (fb334f5c-b471-4afa-b379-9c842073f3d2), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:43.489664 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (fb334f5c-b471-4afa-b379-9c842073f3d2), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:43.525838 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:14:43.530494 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:14:43.533865 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:14:43.539507 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'Port': ['ID=fb334f5c-b471-4afa-b379-9c842073f3d2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:43.883481 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for floatingip (82aaee7d-ea27-41f5-8bfb-122ea965ad21), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:44.009857 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (fb334f5c-b471-4afa-b379-9c842073f3d2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:44.149877 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for port (fb334f5c-b471-4afa-b379-9c842073f3d2), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:44.209662 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (fb334f5c-b471-4afa-b379-9c842073f3d2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:44.280002 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event updated for resources: {'Port': ['ID=fb334f5c-b471-4afa-b379-9c842073f3d2,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:14:44.287727 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (82aaee7d-ea27-41f5-8bfb-122ea965ad21), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:44.591125 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Floating IP 82aaee7d-ea27-41f5-8bfb-122ea965ad21 associated. External IP: 172.27.0.57, port: a20c88f6-b8b2-42fd-bb47-cad07516b265. Mar 09 06:14:44.793007 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Router 2c9af16c-a062-466c-8874-7cba00184266 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:14:44.898170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:14:44.907286 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] Sync routers for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:14:44.916725 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:44.917340 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:44.988140 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:14:45.017180 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0e268ca8-392a-4c0f-84df-147a1b5ed666 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0406654 Mar 09 06:14:45.017848 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:14:45.020079 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c617728a-1b42-4391-8d1d-e100eb0a5f35" -d '{"events": [{"name": "network-changed", "server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:14:45.024039 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:45.108623 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec2538-e0c4-4efc-a0ca-b6c07497d2cb x-openstack-request-id: req-1dec2538-e0c4-4efc-a0ca-b6c07497d2cb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:14:45.108921 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:14:45.109179 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dec2538-e0c4-4efc-a0ca-b6c07497d2cb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:14:45.109586 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'status': 'completed', 'code': 200} Mar 09 06:14:45.181656 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-18022cab-da37-4558-8a10-befe2d34984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:45.183121 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-18022cab-da37-4558-8a10-befe2d34984e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1129 time: 0.0481498 Mar 09 06:14:45.249049 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '82aaee7d-ea27-41f5-8bfb-122ea965ad21', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '2c9af16c-a062-466c-8874-7cba00184266', 'port_id': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'mac_address': 'fa:16:3e:af:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:43Z', 'updated_at': '2022-03-09T06:14:43Z', 'revision_number': 0, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:50Z', 'revision_number': 5, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:45.271688 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-f9b8c4b5-a807-4cf5-a690-a6c514115f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:45.273177 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-f9b8c4b5-a807-4cf5-a690-a6c514115f14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee HTTP/1.1" status: 200 len: 909 time: 0.0844932 Mar 09 06:14:45.278666 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] Checking router: 2c9af16c-a062-466c-8874-7cba00184266 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:14:45.287609 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:14:45.288204 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:14:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:45.345576 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-cf1b2bc0-d5f8-4b66-994c-4bb602eb9332 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 200 len: 998 time: 0.0635629 Mar 09 06:14:45.394467 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:14:45.394690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-59e6f5e3-87d5-421b-9a93-aeb9e179800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:45.396002 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-59e6f5e3-87d5-421b-9a93-aeb9e179800f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6763a0a2-6261-444f-a87d-317955dd1169 HTTP/1.1" status: 200 len: 847 time: 0.0442853 Mar 09 06:14:45.444876 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-c25228bd-86c4-4763-a281-90960f66f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:14:45.446319 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-c25228bd-86c4-4763-a281-90960f66f5ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444958 Mar 09 06:14:45.537963 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-ed632fee-6c60-4ba8-afed-f64720f790ef service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847290 Mar 09 06:14:45.611597 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '82aaee7d-ea27-41f5-8bfb-122ea965ad21', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '2c9af16c-a062-466c-8874-7cba00184266', 'port_id': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'mac_address': 'fa:16:3e:af:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:43Z', 'updated_at': '2022-03-09T06:14:43Z', 'revision_number': 0, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:50Z', 'revision_number': 5, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:14:45.624358 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c617728a-1b42-4391-8d1d-e100eb0a5f35 req-834f34a2-0b38-4663-b350-69e33c4e5ba6 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809486 Mar 09 06:14:45.641747 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a3c45-86b1-46a3-8efb-e89a46db54a7 None None] The sync data for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi is: [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '82aaee7d-ea27-41f5-8bfb-122ea965ad21', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '2c9af16c-a062-466c-8874-7cba00184266', 'port_id': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'mac_address': 'fa:16:3e:af:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:43Z', 'updated_at': '2022-03-09T06:14:43Z', 'revision_number': 0, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:50Z', 'revision_number': 5, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:14:45.830837 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e38b92-c24a-480f-865d-eb912ab761c7 None None] New status for floating IP 82aaee7d-ea27-41f5-8bfb-122ea965ad21: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:14:49.748954 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:14:54.054599 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:06.442559 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-27baea1f-3fb9-4faf-8e60-5c12e42f05db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:08.717590 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c481735-8f51-4469-8224-a12c81251b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:10.066643 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:10.991504 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:12.751969 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:24.043298 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:26.748044 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:15:28.482266 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-4987e3e5-926c-410a-9d4a-aee4e6305cf9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469811 Mar 09 06:15:28.566914 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-ffaf3221-6b64-473a-ac39-9beb40014f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:28.568419 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-ffaf3221-6b64-473a-ac39-9beb40014f94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 1130 time: 0.0432460 Mar 09 06:15:28.672813 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-7415ec35-dfc9-4b1b-9d4e-0c5fefefd599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:28.674294 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-7415ec35-dfc9-4b1b-9d4e-0c5fefefd599 service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.0864475 Mar 09 06:15:28.737873 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-259140b1-c8ae-4189-aaee-3cef0e61a4be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc4390-af24-42f4-9185-167c6fb026b0 HTTP/1.1" status: 200 len: 1001 time: 0.0575640 Mar 09 06:15:28.784703 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-43f1639e-aadf-4a03-95bd-654e7f4260d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:28.786131 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-43f1639e-aadf-4a03-95bd-654e7f4260d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0426126 Mar 09 06:15:28.836540 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-838936a5-865b-4ecd-be36-4943c024ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:28.838039 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-838936a5-865b-4ecd-be36-4943c024ab77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460885 Mar 09 06:15:28.926302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-ceffe110-0a69-49bc-8228-e196c6a4c5c6 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797591 Mar 09 06:15:29.021711 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c8932c8-aca0-4199-b62a-4ef5099341c7 req-e422ffa3-d5e6-4cef-80e6-ae185d8389f3 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895760 Mar 09 06:15:36.414788 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ffa2a6cc-a4ce-49ca-baea-92bd3d098a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:38.705817 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-925670c1-4b88-486e-bba0-47a096bd6b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:40.002441 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:41.002973 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:42.786127 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:51.210848 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1c5e8-96ad-4b09-bf0f-d85e51b62b6a req-46ba485a-0477-4616-bfe1-7d2ccc8a73cf tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:51.212326 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58b1c5e8-96ad-4b09-bf0f-d85e51b62b6a req-46ba485a-0477-4616-bfe1-7d2ccc8a73cf tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0513303 Mar 09 06:15:51.262099 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58b1c5e8-96ad-4b09-bf0f-d85e51b62b6a req-672b083b-e8f3-4834-b02c-cfdc5efabbbc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Mar 09 06:15:52.385936 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2db4d-c1c6-42b9-bed5-a09537b7d712 req-f6aaa899-4b79-469b-928c-2fd7f2ad0a50 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:52.387384 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61f2db4d-c1c6-42b9-bed5-a09537b7d712 req-f6aaa899-4b79-469b-928c-2fd7f2ad0a50 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0517991 Mar 09 06:15:52.436579 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-61f2db4d-c1c6-42b9-bed5-a09537b7d712 req-04bc002d-302b-4edc-a1ff-eb9844e5ce6c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435872 Mar 09 06:15:53.556886 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28ec0e-c593-4ec0-ab3c-6923bd4d4b8e req-47d6dac1-b23c-4e10-8d28-5ead1184f549 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:53.558326 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da28ec0e-c593-4ec0-ab3c-6923bd4d4b8e req-47d6dac1-b23c-4e10-8d28-5ead1184f549 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0511789 Mar 09 06:15:53.604466 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-da28ec0e-c593-4ec0-ab3c-6923bd4d4b8e req-84e98fa9-2ec0-4fca-801f-318d98f33e14 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406005 Mar 09 06:15:54.067270 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:15:54.724321 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f409217-db12-422e-a2fa-058c23fa071d req-0b4635ca-9a0a-40b1-bcc9-b82cda01bbf3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:54.725799 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f409217-db12-422e-a2fa-058c23fa071d req-0b4635ca-9a0a-40b1-bcc9-b82cda01bbf3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0508678 Mar 09 06:15:54.770272 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f409217-db12-422e-a2fa-058c23fa071d req-13e792f5-9539-4619-ae5d-e9a2a7abda11 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390787 Mar 09 06:15:55.892898 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9428ce-502b-4c25-ab0e-e27472ac36bd req-d3463a24-e3cc-4c40-8140-a3204c6b9f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:55.894383 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5b9428ce-502b-4c25-ab0e-e27472ac36bd req-d3463a24-e3cc-4c40-8140-a3204c6b9f60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0550492 Mar 09 06:15:55.940470 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5b9428ce-502b-4c25-ab0e-e27472ac36bd req-30d3bb91-ee6c-4e89-b807-c61b98505654 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399847 Mar 09 06:15:57.059144 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab0dda-6f2d-4c05-a6db-3b2446ea8356 req-7371cb00-3813-419e-9e04-661a3ef0424d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:57.060633 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27ab0dda-6f2d-4c05-a6db-3b2446ea8356 req-7371cb00-3813-419e-9e04-661a3ef0424d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0510857 Mar 09 06:15:57.106722 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27ab0dda-6f2d-4c05-a6db-3b2446ea8356 req-f2117a0d-4b23-4e29-a231-f125e2d66887 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Mar 09 06:15:58.227137 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc584634-ef51-4ebc-b662-80deee35218a req-5a965562-8f30-4aa8-a45d-fbdd3cea15b8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:58.228629 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cc584634-ef51-4ebc-b662-80deee35218a req-5a965562-8f30-4aa8-a45d-fbdd3cea15b8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0512638 Mar 09 06:15:58.277341 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cc584634-ef51-4ebc-b662-80deee35218a req-56e8ab54-1ae6-46f8-8182-77afbf6f6742 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432920 Mar 09 06:15:59.401030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cc122-b414-4b22-89be-17de97ed3df0 req-ac2a0399-54db-4adf-b63a-c85f0c7f706a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:15:59.402575 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-907cc122-b414-4b22-89be-17de97ed3df0 req-ac2a0399-54db-4adf-b63a-c85f0c7f706a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0529311 Mar 09 06:15:59.448265 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-907cc122-b414-4b22-89be-17de97ed3df0 req-6b65fd2f-8324-4b7c-a763-5c031028236c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402117 Mar 09 06:16:00.565866 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bff71-2fbf-4d4d-94d6-df866e835d63 req-006dcbf6-6ed9-4c07-9839-5d6cb23ab8d1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:00.567307 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8d4bff71-2fbf-4d4d-94d6-df866e835d63 req-006dcbf6-6ed9-4c07-9839-5d6cb23ab8d1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0513585 Mar 09 06:16:00.611761 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8d4bff71-2fbf-4d4d-94d6-df866e835d63 req-e97fc14f-705e-46be-ba0b-0f625eb73571 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390120 Mar 09 06:16:01.735015 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce4849-c589-4a1a-9715-07d610a0f110 req-2385dae2-275f-4bad-a8a6-66ed5a7189a2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:01.736474 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ccce4849-c589-4a1a-9715-07d610a0f110 req-2385dae2-275f-4bad-a8a6-66ed5a7189a2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0551791 Mar 09 06:16:01.781414 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ccce4849-c589-4a1a-9715-07d610a0f110 req-661a1966-fe93-4efe-9729-7b97834382ec tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394783 Mar 09 06:16:02.901594 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf020613-2e91-4dd3-8e24-5f778df944f3 req-1eff97bd-e3d0-4070-aa68-3163e3e88517 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:02.903043 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bf020613-2e91-4dd3-8e24-5f778df944f3 req-1eff97bd-e3d0-4070-aa68-3163e3e88517 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0514786 Mar 09 06:16:02.947290 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bf020613-2e91-4dd3-8e24-5f778df944f3 req-1e80f35a-5e91-4c5b-8aae-a4a1fb5b8cd0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388513 Mar 09 06:16:03.746021 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:16:04.055287 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:16:04.069408 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8789c-4968-4e49-927c-4f3cf263438c req-8851d09f-bd45-4dda-902d-ec49e46f4762 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:04.070889 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ae8789c-4968-4e49-927c-4f3cf263438c req-8851d09f-bd45-4dda-902d-ec49e46f4762 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0557768 Mar 09 06:16:04.118347 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ae8789c-4968-4e49-927c-4f3cf263438c req-ebbb4d6e-aaf9-4a99-b12a-155527660816 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Mar 09 06:16:04.160341 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:04.166177 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '83835970-6b87-4e22-b4a7-afd966f097ae', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'port_id': '83835970-6b87-4e22-b4a7-afd966f097ae', 'mac_address': 'fa:16:3e:9c:7d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:16:04.201180 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 83835970-6b87-4e22-b4a7-afd966f097ae is: ACTIVE; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:16:04.201570 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:04.214766 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83835970-6b87-4e22-b4a7-afd966f097ae {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:16:04.235085 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:04.340467 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:04.386354 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=6']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:04.393678 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.394053 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.394375 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.394712 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.395052 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.395372 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.395696 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.396022 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.396350 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.396731 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.397092 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.397414 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.397765 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:04.719037 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['83835970-6b87-4e22-b4a7-afd966f097ae'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:16:05.257062 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c24ae-92df-46ef-aa7b-7da462a7cc1e req-d1fc004f-c4b2-4389-9697-afbd2b5d678e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:05.258523 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f26c24ae-92df-46ef-aa7b-7da462a7cc1e req-d1fc004f-c4b2-4389-9697-afbd2b5d678e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 944 time: 0.0531123 Mar 09 06:16:05.303926 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f26c24ae-92df-46ef-aa7b-7da462a7cc1e req-b6a1f10b-8a64-4ee7-bacc-f5bb9f6ee8c0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397060 Mar 09 06:16:06.078790 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:16:06.125868 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 83835970-6b87-4e22-b4a7-afd966f097ae triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:16:06.126245 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:06.206901 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 83835970-6b87-4e22-b4a7-afd966f097ae is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:16:06.207291 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:06.230252 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:16:06.232466 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e86158-7a84-46c2-bafe-213e5736ab89" -d '{"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-plugged", "status": "completed", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:16:06.244433 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:06.269079 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602ab104-7599-46c5-bec2-f100b6e2aa79 x-openstack-request-id: req-602ab104-7599-46c5-bec2-f100b6e2aa79 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:16:06.269079 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-plugged", "status": "completed", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:16:06.269079 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-602ab104-7599-46c5-bec2-f100b6e2aa79 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:16:06.269079 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae', 'code': 200} Mar 09 06:16:06.364439 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:06.419093 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=7']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:06.437992 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d511d-602b-4390-a844-03b15782e11b req-3ab83c9f-e0af-46d1-b26c-1227df47a808 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:06.441929 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e4d511d-602b-4390-a844-03b15782e11b req-3ab83c9f-e0af-46d1-b26c-1227df47a808 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0629127 Mar 09 06:16:06.460693 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b392a303-1918-4259-810b-3eb9994b9d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:06.490209 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e4d511d-602b-4390-a844-03b15782e11b req-2704030f-d0d4-419d-8bfa-ccad57edf9af tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451021 Mar 09 06:16:07.613945 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a646ad-5a62-4ad2-abe6-3d117ba53af0 req-e8a3492a-211b-4b97-8005-4382e6320123 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:07.615425 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-79a646ad-5a62-4ad2-abe6-3d117ba53af0 req-e8a3492a-211b-4b97-8005-4382e6320123 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0519660 Mar 09 06:16:07.661824 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-79a646ad-5a62-4ad2-abe6-3d117ba53af0 req-d7f4a60f-aeb3-4f62-a303-6b6dd29faeb2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408762 Mar 09 06:16:08.734739 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7924e684-c6cd-4853-b086-cae6cd1a0df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:08.782472 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae41692-e609-4916-8b61-36d3c92985fc req-980d12b5-91be-47e4-8aa9-598e3f428fee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:08.784482 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eae41692-e609-4916-8b61-36d3c92985fc req-980d12b5-91be-47e4-8aa9-598e3f428fee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0532017 Mar 09 06:16:08.829799 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eae41692-e609-4916-8b61-36d3c92985fc req-9f809590-bdad-40cf-9d59-dc8a54adfdcd tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397656 Mar 09 06:16:09.957244 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b737a-efe5-4680-8b1c-9a5a1e6499c3 req-4b93b72a-7532-40a7-a061-e089c2c6743d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:09.957244 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-648b737a-efe5-4680-8b1c-9a5a1e6499c3 req-4b93b72a-7532-40a7-a061-e089c2c6743d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0544782 Mar 09 06:16:09.991595 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:09.998988 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-648b737a-efe5-4680-8b1c-9a5a1e6499c3 req-cbbebe4e-1c01-4051-80fd-071a3205d586 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393150 Mar 09 06:16:10.991074 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:11.121637 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba61f8a-82f3-44a4-9d76-9d4ef748fd2b req-53852260-4a26-430f-b171-0e6f97cd77ec tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:11.123125 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aba61f8a-82f3-44a4-9d76-9d4ef748fd2b req-53852260-4a26-430f-b171-0e6f97cd77ec tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0518892 Mar 09 06:16:11.171825 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aba61f8a-82f3-44a4-9d76-9d4ef748fd2b req-461b0fa9-3506-4b13-9004-9fc620d39652 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423253 Mar 09 06:16:11.646541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ff16f-436e-45bf-9a7a-3a9052d89c09 req-45c7068c-5dde-44ae-a04b-581f6cd94bba tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:11.647993 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-510ff16f-436e-45bf-9a7a-3a9052d89c09 req-45c7068c-5dde-44ae-a04b-581f6cd94bba tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.0533810 Mar 09 06:16:11.698119 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-510ff16f-436e-45bf-9a7a-3a9052d89c09 req-36f1218e-079c-4c43-ae80-548727c937a4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444577 Mar 09 06:16:12.294218 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51df6d-3330-4b48-b030-6e4d2dda110a req-95e4584f-a73a-4372-bc1b-04f1146e8e61 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:12.295656 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dc51df6d-3330-4b48-b030-6e4d2dda110a req-95e4584f-a73a-4372-bc1b-04f1146e8e61 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0511870 Mar 09 06:16:12.341442 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dc51df6d-3330-4b48-b030-6e4d2dda110a req-ba25e1e4-4fc5-4e34-8aea-05a2e2c0aad9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402093 Mar 09 06:16:12.775402 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:12.837965 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6779fef-d28d-4ef7-add3-cd735131b9e7 req-257ebfb7-46d6-4468-8926-6d0b0931d2cb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:12.839465 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c6779fef-d28d-4ef7-add3-cd735131b9e7 req-257ebfb7-46d6-4468-8926-6d0b0931d2cb tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.0542502 Mar 09 06:16:12.895337 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c6779fef-d28d-4ef7-add3-cd735131b9e7 req-255f661c-343e-4a64-aa5b-a0eb619f890f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424879 Mar 09 06:16:13.469575 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a898-a9f2-4d1c-95cc-52446b49d96e req-e1f294de-386d-417d-b8b2-b129ea6f9016 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:13.471070 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8910a898-a9f2-4d1c-95cc-52446b49d96e req-e1f294de-386d-417d-b8b2-b129ea6f9016 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0554039 Mar 09 06:16:13.520685 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8910a898-a9f2-4d1c-95cc-52446b49d96e req-d21cd221-788e-4dca-aa99-58a9d7e7e838 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 Mar 09 06:16:14.018564 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354734-6ef0-4beb-b7c9-18dcac7ede6f req-55b517f4-ea19-4ab4-be9d-c72198d9effe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:14.020056 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01354734-6ef0-4beb-b7c9-18dcac7ede6f req-55b517f4-ea19-4ab4-be9d-c72198d9effe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.0550675 Mar 09 06:16:14.067676 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01354734-6ef0-4beb-b7c9-18dcac7ede6f req-4098df29-e1db-42c3-9e63-eb412ab1a663 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Mar 09 06:16:14.652267 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51fe60-d9ff-483c-bb4e-ee4678b64e81 req-37f87636-644d-4592-aea3-da51bce7f27b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:14.653776 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6d51fe60-d9ff-483c-bb4e-ee4678b64e81 req-37f87636-644d-4592-aea3-da51bce7f27b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0632639 Mar 09 06:16:14.700361 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6d51fe60-d9ff-483c-bb4e-ee4678b64e81 req-fe04f464-2323-4561-880b-1636c6f857d8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 Mar 09 06:16:14.922264 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-2d35414d-ca60-43bc-ae72-c987b2b95ce6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:14.923878 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-2d35414d-ca60-43bc-ae72-c987b2b95ce6 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.0633752 Mar 09 06:16:15.032712 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Deleting port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:16:15.033136 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:15.211297 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] For port b48e0118-7df7-4dc7-9fc9-12173fd28ae0, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:15.212055 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:15.290580 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e7b31-74c7-4713-bde2-fe18f0f7cfcf req-b676050e-afd1-41d6-843a-1d7572da744d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:15.292087 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b5e7b31-74c7-4713-bde2-fe18f0f7cfcf req-b676050e-afd1-41d6-843a-1d7572da744d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 946 time: 0.1294873 Mar 09 06:16:15.386774 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1b5e7b31-74c7-4713-bde2-fe18f0f7cfcf req-ffdc129c-9fea-4bfb-8568-857804e8de6b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9e0f190-1c21-461b-bc15-a7f0f77cca56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867195 Mar 09 06:16:15.458615 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:15.458970 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (1f6fea1c-e142-49ec-b0e1-1de29bafe61f), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:15.459279 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Floating IP 1f6fea1c-e142-49ec-b0e1-1de29bafe61f disassociated. External IP: 172.27.0.214, port: b48e0118-7df7-4dc7-9fc9-12173fd28ae0. Mar 09 06:16:15.459618 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Calling delete_port for b48e0118-7df7-4dc7-9fc9-12173fd28ae0 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:16:15.632771 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (b48e0118-7df7-4dc7-9fc9-12173fd28ae0), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:15.664866 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'Port': ['ID=b48e0118-7df7-4dc7-9fc9-12173fd28ae0,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:15.677794 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.678147 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.678492 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.678829 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.679163 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.679544 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.679908 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.680206 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.680557 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.680887 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.681210 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.681530 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.682443 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:15.834962 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:16:15.910635 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdc28-8140-4697-b4e4-d3f41b403aae req-16f95dc2-4719-4788-818c-306d72b2ab68 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:15.912200 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9e0bdc28-8140-4697-b4e4-d3f41b403aae req-16f95dc2-4719-4788-818c-306d72b2ab68 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.1206667 Mar 09 06:16:16.008591 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:16:16.012829 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9e0bdc28-8140-4697-b4e4-d3f41b403aae req-23de8338-4b10-4c57-9091-320d2be63954 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930014 Mar 09 06:16:16.022969 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:16:16.039238 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:16:16.040351 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:16:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:16:16.067873 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] No DVR routers for this DVR port b48e0118-7df7-4dc7-9fc9-12173fd28ae0 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:16:16.070628 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:16.075349 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d473476a-46a2-4a98-a634-5bca6c124e49 req-c0dcb89c-06ab-4f99-8e20-cb7ae08a6151 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "DELETE /v2.0/ports/b48e0118-7df7-4dc7-9fc9-12173fd28ae0 HTTP/1.1" status: 204 len: 173 time: 1.1456916 Mar 09 06:16:16.075957 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'name': 'network-vif-deleted', 'tag': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:16:16.078867 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5080f70-4cae-41ef-b792-eddefe5091e8" -d '{"events": [{"server_uuid": "eac679ad-0eac-4422-b3cb-d0d7df2cbe05", "name": "network-vif-deleted", "tag": "b48e0118-7df7-4dc7-9fc9-12173fd28ae0"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:16:16.134129 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f03184-620c-42a0-802c-2ed59b7fb7ea x-openstack-request-id: req-c0f03184-620c-42a0-802c-2ed59b7fb7ea {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:16:16.134568 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac679ad-0eac-4422-b3cb-d0d7df2cbe05", "name": "network-vif-deleted", "tag": "b48e0118-7df7-4dc7-9fc9-12173fd28ae0", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:16:16.134834 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0f03184-620c-42a0-802c-2ed59b7fb7ea {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:16:16.135252 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac679ad-0eac-4422-b3cb-d0d7df2cbe05', 'name': 'network-vif-deleted', 'tag': 'b48e0118-7df7-4dc7-9fc9-12173fd28ae0', 'status': 'completed', 'code': 200} Mar 09 06:16:16.197247 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:16:16.422814 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:16:16.462099 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:16:16.473200 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:16:16.474153 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:16:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:16:16.502490 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-a0445415-07cf-4a9e-b22e-d37dadeea8e7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921288379&fields=id&tenant_id=53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 267 time: 0.1006229 Mar 09 06:16:16.532361 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-db317abc-a489-401e-8863-d2aebef46a36 req-ac45e187-53a1-4dc8-9435-df0f25416fda tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac679ad-0eac-4422-b3cb-d0d7df2cbe05 HTTP/1.1" status: 200 len: 210 time: 0.0429888 Mar 09 06:16:16.629254 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:16:16.672755 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-f91f70be-d2a8-4395-b2b8-78df13f0e295 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:16.675229 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-f91f70be-d2a8-4395-b2b8-78df13f0e295 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 811 time: 0.1533928 Mar 09 06:16:16.706515 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-f850727b-286d-4e88-b4c7-512a28698cb8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/quotas/53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 375 time: 0.0204349 Mar 09 06:16:16.769347 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-50ee9ca7-7115-43c8-bcbf-f1332ab040fe tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619867 Mar 09 06:16:16.891864 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:16:16.907686 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8c314d93-464c-45b5-8aef-d004705cd97e service neutron] 10.222.0.18 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238706 Mar 09 06:16:16.923362 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a490f-d52f-491b-9f44-66d2aa68557a None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:16:17.011940 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-224dc68f-2ebd-4a80-8c65-f0f3b909c88a service neutron] 10.222.0.18 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033792 Mar 09 06:16:17.229009 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544aaaa-41e3-41fb-8209-0c0bbb55a16a req-f32d99c1-3516-41ca-bdcc-f70d9ef8eaa0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:17.230674 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f544aaaa-41e3-41fb-8209-0c0bbb55a16a req-f32d99c1-3516-41ca-bdcc-f70d9ef8eaa0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0678034 Mar 09 06:16:17.289801 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f544aaaa-41e3-41fb-8209-0c0bbb55a16a req-52786433-7574-41e3-adca-0d13b524e205 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532811 Mar 09 06:16:17.348633 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c348470-51a1-4732-af9d-9ce1f36e7880 None None] New status for floating IP 1f6fea1c-e142-49ec-b0e1-1de29bafe61f: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:16:17.719153 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 47982) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:17.773826 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dadba90e-5e11-47f9-8bd4-ab73d967a720 req-17d253c6-dcb6-4508-bc1c-abae9502eb23 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 210 time: 0.0621345 Mar 09 06:16:17.786061 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (d9e0f190-1c21-461b-bc15-a7f0f77cca56), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:17.813451 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (d9e0f190-1c21-461b-bc15-a7f0f77cca56), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:17.946437 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (d9e0f190-1c21-461b-bc15-a7f0f77cca56), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:17.949377 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:17.953634 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "DELETE /v2.0/security-groups/d9e0f190-1c21-461b-bc15-a7f0f77cca56 HTTP/1.1" status: 204 len: 168 time: 0.2334392 Mar 09 06:16:17.953936 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47990) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:17.966890 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e0f190-1c21-461b-bc15-a7f0f77cca56,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:17.974175 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.api.v2.resource [None req-80f2d2eb-d04c-442d-b706-9bcecdaf4b68 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] show failed (client error): The resource could not be found. Mar 09 06:16:17.975763 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.975891 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-80f2d2eb-d04c-442d-b706-9bcecdaf4b68 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups/d9e0f190-1c21-461b-bc15-a7f0f77cca56 HTTP/1.1" status: 404 len: 347 time: 0.0207505 Mar 09 06:16:17.976127 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.976833 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.977456 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.977806 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.978462 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.978585 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.979074 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.979252 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.979747 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.979871 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 47992) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:17.980471 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.980997 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:17.981744 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78568909-7afa-4004-8976-6cdb3f7b8298 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:16:18.130252 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device b48e0118-7df7-4dc7-9fc9-12173fd28ae0 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:16:18.143999 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Deleting port d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:16:18.144346 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:18.174315 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: b48e0118-7df7-4dc7-9fc9-12173fd28ae0 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:16:18.174698 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device b48e0118-7df7-4dc7-9fc9-12173fd28ae0 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:16:18.230871 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:18.231336 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:18.244405 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Calling delete_port for d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc owned by network:floatingip {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:16:18.462610 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8683f11-9493-4a35-a915-a8e5d008bac2 req-eeb3a110-c8c8-482e-9fae-892db502f770 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:18.469539 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c8683f11-9493-4a35-a915-a8e5d008bac2 req-eeb3a110-c8c8-482e-9fae-892db502f770 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0777657 Mar 09 06:16:18.524713 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c8683f11-9493-4a35-a915-a8e5d008bac2 req-f0230939-3329-4337-9d4b-ec6127a1d82d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508287 Mar 09 06:16:18.526670 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:18.572123 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'Port': ['ID=d25d9f4e-f8a3-47e8-ba11-3d94e25a19cc,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:18.906740 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d1a73b2-2d21-453c-8b9a-7178f32a11cf req-26821fe2-2970-40cd-bddb-05b5055b11b7 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 210 time: 0.0456500 Mar 09 06:16:18.927051 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (1f6fea1c-e142-49ec-b0e1-1de29bafe61f), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:18.930040 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:18.934760 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ec33289b-2980-41f9-911e-2c5391c9226d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "DELETE /v2.0/floatingips/1f6fea1c-e142-49ec-b0e1-1de29bafe61f HTTP/1.1" status: 204 len: 168 time: 0.9533722 Mar 09 06:16:19.188175 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48002) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:19.193690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-0316681b-7601-4749-b6de-9de81b5979be tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541584770', 'description': 'tempest-description--832520897'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:16:19.266285 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0316681b-7601-4749-b6de-9de81b5979be tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:19.343705 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0316681b-7601-4749-b6de-9de81b5979be tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (d16dd557-4886-4077-b846-2ccdf099ca26), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:19.414699 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0316681b-7601-4749-b6de-9de81b5979be tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (d16dd557-4886-4077-b846-2ccdf099ca26), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:19.445177 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316681b-7601-4749-b6de-9de81b5979be tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16dd557-4886-4077-b846-2ccdf099ca26,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:19.642747 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bbf9b-c1d8-428f-9fe5-ee6478c48462 req-07868914-9340-44f6-89d7-ece5ffe08ea8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:19.644321 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-492bbf9b-c1d8-428f-9fe5-ee6478c48462 req-07868914-9340-44f6-89d7-ece5ffe08ea8 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0586257 Mar 09 06:16:19.691110 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-492bbf9b-c1d8-428f-9fe5-ee6478c48462 req-44c0e10f-53af-4bb6-8933-a2c41f0ded44 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411553 Mar 09 06:16:19.862825 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0316681b-7601-4749-b6de-9de81b5979be tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:19.864047 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0316681b-7601-4749-b6de-9de81b5979be tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6747236 Mar 09 06:16:19.866980 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48006) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:19.871293 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-a8de3e58-1cf1-4f9b-9c51-761d56f5c65f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group_rule': {'security_group_id': 'd16dd557-4886-4077-b846-2ccdf099ca26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:16:20.012916 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-83713a1d-804c-4c28-b1b8-5e6084447dde req-602d5cec-4d44-47c9-99a1-eb4488bf6946 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 210 time: 0.0290842 Mar 09 06:16:20.014231 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8de3e58-1cf1-4f9b-9c51-761d56f5c65f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (319cb37c-8b8f-49a5-af3f-7ea6224f82ff), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.083134 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8de3e58-1cf1-4f9b-9c51-761d56f5c65f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (319cb37c-8b8f-49a5-af3f-7ea6224f82ff), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.164924 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8de3e58-1cf1-4f9b-9c51-761d56f5c65f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (319cb37c-8b8f-49a5-af3f-7ea6224f82ff), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.201720 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de3e58-1cf1-4f9b-9c51-761d56f5c65f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319cb37c-8b8f-49a5-af3f-7ea6224f82ff,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:20.212881 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-6531e338-e905-4456-b6bf-76f471f4a713 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:20.214468 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-6531e338-e905-4456-b6bf-76f471f4a713 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 811 time: 0.1631601 Mar 09 06:16:20.276624 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8de3e58-1cf1-4f9b-9c51-761d56f5c65f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.280957 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a8de3e58-1cf1-4f9b-9c51-761d56f5c65f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129813 Mar 09 06:16:20.281193 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:20.287106 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-93b5d360-92aa-48e9-b71f-2a39cb92e964 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'security_group_rule': {'security_group_id': 'd16dd557-4886-4077-b846-2ccdf099ca26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:16:20.293933 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-92de7d96-3455-46ad-b3bc-57dd496b39d0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53eb36d293cd4fbb98cc9d984c65117b HTTP/1.1" status: 200 len: 380 time: 0.0692070 Mar 09 06:16:20.307284 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'port': {'device_id': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'admin_state_up': True, 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'security_groups': ['aa2b0d0e-3bed-47cb-9607-9688687cea9b']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:16:20.400696 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93b5d360-92aa-48e9-b71f-2a39cb92e964 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (7f8857e4-d8a6-41e6-9be1-2fe05ed68962), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.476373 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93b5d360-92aa-48e9-b71f-2a39cb92e964 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (7f8857e4-d8a6-41e6-9be1-2fe05ed68962), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.551476 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Made reservation on behalf of 53eb36d293cd4fbb98cc9d984c65117b for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:16:20.556210 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.580731 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93b5d360-92aa-48e9-b71f-2a39cb92e964 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (7f8857e4-d8a6-41e6-9be1-2fe05ed68962), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.601695 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5d360-92aa-48e9-b71f-2a39cb92e964 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8857e4-d8a6-41e6-9be1-2fe05ed68962,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:20.685089 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93b5d360-92aa-48e9-b71f-2a39cb92e964 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.686335 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-93b5d360-92aa-48e9-b71f-2a39cb92e964 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4036577 Mar 09 06:16:20.690000 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:20.694621 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:16:20.740178 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Allocated IP 172.20.0.5 (059a71b1-9e42-47ec-a6ff-48a2d0067043/c9f2afb9-3556-46a3-a2a0-819178b15196/aaccb66c-70a4-4b59-b164-817f718d9c5a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:16:20.791988 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.915016 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834859b-9be0-4bb4-9c4e-15bd1744a929 req-23ee2468-bfe3-4ffa-96e3-b019c1cf2e05 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:20.916847 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0834859b-9be0-4bb4-9c4e-15bd1744a929 req-23ee2468-bfe3-4ffa-96e3-b019c1cf2e05 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.1274569 Mar 09 06:16:20.924259 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.963554 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:20.993021 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0834859b-9be0-4bb4-9c4e-15bd1744a929 req-a1610592-1d23-4d61-a915-ddb865aae62b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686209 Mar 09 06:16:21.105783 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.118073 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Allocated IP 172.27.0.188 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/74b3742b-aed6-4e0a-afe8-81336e40ca43) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:16:21.189798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:16:21.192924 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:16:21.195003 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=aaccb66c-70a4-4b59-b164-817f718d9c5a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:21.197623 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:16:21.253981 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee825e98-88da-48a5-8a5a-17f557c5d9e6 req-79c1cf35-b3a0-441e-84a4-e8a7cddb6bab tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:21.255851 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ee825e98-88da-48a5-8a5a-17f557c5d9e6 req-79c1cf35-b3a0-441e-84a4-e8a7cddb6bab tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 931 time: 0.1655436 Mar 09 06:16:21.293989 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (74b3742b-aed6-4e0a-afe8-81336e40ca43), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.297356 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:21.299382 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.358915 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ee825e98-88da-48a5-8a5a-17f557c5d9e6 req-0b560c5c-8932-4906-8dac-c0b300caea19 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941241 Mar 09 06:16:21.415070 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (74b3742b-aed6-4e0a-afe8-81336e40ca43), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.417274 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-8ae3f177-efc6-4703-80df-f1abf408c947 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1143217 Mar 09 06:16:21.431696 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Request body: {'port': {'device_id': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:16:21.522951 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:16:21.525021 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=74b3742b-aed6-4e0a-afe8-81336e40ca43,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:21.528643 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:16:21.535916 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:16:21.555927 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.560957 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-99d1db4d-7ada-4db0-a881-d76a239aa217 None None] Provisioning complete for port aaccb66c-70a4-4b59-b164-817f718d9c5a triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:16:21.561937 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-99d1db4d-7ada-4db0-a881-d76a239aa217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.596331 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-99d1db4d-7ada-4db0-a881-d76a239aa217 None None] Port aaccb66c-70a4-4b59-b164-817f718d9c5a cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:16:21.656295 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (90490f8c-75ea-4151-b7ad-7291962a2590), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.787443 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (74b3742b-aed6-4e0a-afe8-81336e40ca43), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.851103 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaccb66c-70a4-4b59-b164-817f718d9c5a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:16:21.862300 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Publish callbacks [] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.881715 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Transition to ACTIVE for port object aaccb66c-70a4-4b59-b164-817f718d9c5a will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:16:21.940807 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:21.995474 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (74b3742b-aed6-4e0a-afe8-81336e40ca43), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:22.004258 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aaccb66c-70a4-4b59-b164-817f718d9c5a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:22.066250 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3455604'] for port (74b3742b-aed6-4e0a-afe8-81336e40ca43), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:22.206566 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=74b3742b-aed6-4e0a-afe8-81336e40ca43,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:22.214412 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Attempting to bind port aaccb66c-70a4-4b59-b164-817f718d9c5a on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:16:22.214412 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Attempting to bind port aaccb66c-70a4-4b59-b164-817f718d9c5a by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:16:22.214412 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Attempting to bind port aaccb66c-70a4-4b59-b164-817f718d9c5a on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:16:22.223689 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Port aaccb66c-70a4-4b59-b164-817f718d9c5a on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:16:22.224129 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Attempting to bind port aaccb66c-70a4-4b59-b164-817f718d9c5a on network 059a71b1-9e42-47ec-a6ff-48a2d0067043 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:16:22.234148 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:16:22.234574 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Checking segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:16:22.235033 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Bound using segment: {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:16:22.238678 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Bound port: aaccb66c-70a4-4b59-b164-817f718d9c5a, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74c3303-859d-4ba0-8904-ecf6794f8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:16:22.239284 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:22.241148 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (90490f8c-75ea-4151-b7ad-7291962a2590), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:22.254122 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96d223-08eb-469d-87d0-be703f56bb34 req-b0251149-14cb-49cd-925d-129b7dbc034e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:22.256168 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd96d223-08eb-469d-87d0-be703f56bb34 req-b0251149-14cb-49cd-925d-129b7dbc034e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.1314278 Mar 09 06:16:22.308190 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:22.309599 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2782472a-dd56-4296-9302-7562c96870f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6184082 Mar 09 06:16:22.392947 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd96d223-08eb-469d-87d0-be703f56bb34 req-70446deb-6115-4c09-87b2-19af42f2fa1c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268015 Mar 09 06:16:22.394017 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] For port aaccb66c-70a4-4b59-b164-817f718d9c5a, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:16:22.397502 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] For port aaccb66c-70a4-4b59-b164-817f718d9c5a, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:16:22.458708 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:22.521746 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:22.522544 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:22.523997 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/aaccb66c-70a4-4b59-b164-817f718d9c5a HTTP/1.1" status: 200 len: 1093 time: 1.0997589 Mar 09 06:16:22.552277 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:16:22.554808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdb6f3a-0068-4a44-adf1-b119b72e77af" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:16:22.622593 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-c9a3a0f7-6e66-4f8d-8078-6ee70f65ad89 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--541584770&fields=id&tenant_id=5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 267 time: 0.1720557 Mar 09 06:16:22.630782 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe20d09-d43f-4471-ba82-3866519a65a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aaccb66c-70a4-4b59-b164-817f718d9c5a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:22.704065 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98340e1-cab0-4b9b-b750-16ee69958bf6 req-87305245-66f4-48f8-9afe-9a099e4a7c45 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:22.705798 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a98340e1-cab0-4b9b-b750-16ee69958bf6 req-87305245-66f4-48f8-9afe-9a099e4a7c45 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 943 time: 0.2241976 Mar 09 06:16:22.817818 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-b0253853-af2b-4e33-aba8-b83dfe197853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:22.820699 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-b0253853-af2b-4e33-aba8-b83dfe197853 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 1127 time: 0.1697054 Mar 09 06:16:22.858950 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a98340e1-cab0-4b9b-b750-16ee69958bf6 req-f082da11-d383-40cb-a9f7-9ff7b34b9473 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379259 Mar 09 06:16:22.895331 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-bd4d0ab8-963c-4caf-a316-7a55d2c0edd9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:22.897026 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-bd4d0ab8-963c-4caf-a316-7a55d2c0edd9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 815 time: 0.2604032 Mar 09 06:16:22.898479 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-b9522af9-dc7f-416c-9223-6c591fceccec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a HTTP/1.1" status: 200 len: 217 time: 0.0633366 Mar 09 06:16:22.913548 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d9aa4d-633f-494d-9120-d919610a2559 x-openstack-request-id: req-40d9aa4d-633f-494d-9120-d919610a2559 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:16:22.913839 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:16:22.914094 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40d9aa4d-633f-494d-9120-d919610a2559 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:16:22.914484 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'status': 'completed', 'code': 200} Mar 09 06:16:22.950358 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-c5e2e043-dea8-4db3-a2fb-17036c74bb30 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/quotas/5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 375 time: 0.0479939 Mar 09 06:16:22.999523 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-4dd52178-aad5-45f8-a6c8-daaf968db71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:23.001310 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-4dd52178-aad5-45f8-a6c8-daaf968db71c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0895827 Mar 09 06:16:23.070405 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-c3a61f2c-660d-4d81-b195-7f964db1e567 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141827 Mar 09 06:16:23.078138 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-d1eb36a7-f430-4659-99ce-4e4902f5ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:23.080925 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-d1eb36a7-f430-4659-99ce-4e4902f5ddf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736353 Mar 09 06:16:23.254718 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-9d912844-ba3a-4d9e-9a1e-859c3fc4a696 service neutron] 10.222.0.18 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596236 Mar 09 06:16:23.256615 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-96e35ef7-db35-4fba-b765-765074955724 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696382 Mar 09 06:16:23.416217 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ccb740a1-67ad-4e2a-81a6-c910268ee9cc service neutron] 10.222.0.18 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549711 Mar 09 06:16:23.418164 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-47dec51f-231f-4b78-b2e1-7f31d61298bc req-b407073d-9f22-4ebf-a8e8-1c6af5398b9e service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483831 Mar 09 06:16:23.528797 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaabde-df9f-4677-808c-1babdb3e5aba req-c89c4320-9204-4d21-9855-4f260a8ff10d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:23.530288 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fafaabde-df9f-4677-808c-1babdb3e5aba req-c89c4320-9204-4d21-9855-4f260a8ff10d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0537312 Mar 09 06:16:23.576401 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fafaabde-df9f-4677-808c-1babdb3e5aba req-58d33779-5fe3-4c24-80b7-e5883598f9f4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404756 Mar 09 06:16:23.649823 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-a175c205-7e9a-43af-82aa-c9df4f0b3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:23.651382 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-a175c205-7e9a-43af-82aa-c9df4f0b3b71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 1127 time: 0.0537276 Mar 09 06:16:23.704599 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86b6013e-4833-4331-9e06-5c5b766c558e req-a5eb146b-4940-4b31-b8a7-181a4776ef48 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 210 time: 0.0479748 Mar 09 06:16:23.773822 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-1551e32b-63d8-49ba-abb5-1915cd437c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:23.775329 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-1551e32b-63d8-49ba-abb5-1915cd437c3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.1177227 Mar 09 06:16:23.816030 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-7ec1bf81-59e9-43b3-a575-d53b27e05253 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a HTTP/1.1" status: 200 len: 217 time: 0.0345464 Mar 09 06:16:23.865795 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-a9f4bf06-68bc-43f9-a5c7-1143e151a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:23.867241 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-a9f4bf06-68bc-43f9-a5c7-1143e151a29e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0462520 Mar 09 06:16:23.916156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-e301cd1e-c121-4817-b7f3-7844d7c0e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:23.918274 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-e301cd1e-c121-4817-b7f3-7844d7c0e0c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445008 Mar 09 06:16:24.040242 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4849-c68c-4d5e-bd72-8f55a85d7aa6 req-6b6e8428-7e2e-4b41-a0be-5bbc03c58007 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:24.041893 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-285c4849-c68c-4d5e-bd72-8f55a85d7aa6 req-6b6e8428-7e2e-4b41-a0be-5bbc03c58007 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 943 time: 0.1106863 Mar 09 06:16:24.065854 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-f021ed5c-d3a0-43a7-97b6-2424fc67cc18 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424971 Mar 09 06:16:24.095766 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:24.124553 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-285c4849-c68c-4d5e-bd72-8f55a85d7aa6 req-955455f3-5fbf-416d-a148-6682b420c7ea tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736098 Mar 09 06:16:24.185822 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2bdb6f3a-0068-4a44-adf1-b119b72e77af req-5e9693f1-6435-44bc-99f2-379328fecb18 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133766 Mar 09 06:16:24.706053 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16291b-fca7-4c42-9702-f832036ddfa7 req-f01ca968-9d71-454f-bff6-d2dc8f489bb3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:24.707551 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a16291b-fca7-4c42-9702-f832036ddfa7 req-f01ca968-9d71-454f-bff6-d2dc8f489bb3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Mar 09 06:16:24.755607 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a16291b-fca7-4c42-9702-f832036ddfa7 req-65862f5a-ce5d-4d3c-8044-c8c0d6be98e9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 Mar 09 06:16:24.801919 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fca0aa2b-8192-4751-9b57-7b8ad1aec043 req-d3dab1ff-67fd-4d1b-9eff-5edcdc9296ae tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 210 time: 0.0306439 Mar 09 06:16:25.259664 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91507f9-d428-4b03-b98b-d17e7097a609 req-455dd309-5388-4193-91d0-9ba1691482fd tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:25.261178 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d91507f9-d428-4b03-b98b-d17e7097a609 req-455dd309-5388-4193-91d0-9ba1691482fd tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 943 time: 0.0573955 Mar 09 06:16:25.313598 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d91507f9-d428-4b03-b98b-d17e7097a609 req-3ebf51ef-8929-4e8a-b432-e42033ce3078 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465472 Mar 09 06:16:25.925593 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ae9b6f58-d97e-4b87-bde8-0192af00649e req-688034f9-86fe-458c-a5e8-9766ae4917cc tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 210 time: 0.0503604 Mar 09 06:16:25.975925 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3343da1-5bb2-4acf-b1ce-83b58fcf1b51 req-438e8637-aaab-4c2b-98eb-fe3d4c315a61 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:25.977439 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d3343da1-5bb2-4acf-b1ce-83b58fcf1b51 req-438e8637-aaab-4c2b-98eb-fe3d4c315a61 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.1417527 Mar 09 06:16:26.028640 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-50d39a60-fda2-4af5-864e-e262e30b1b30 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:26.030074 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-50d39a60-fda2-4af5-864e-e262e30b1b30 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 815 time: 0.1676166 Mar 09 06:16:26.053482 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d3343da1-5bb2-4acf-b1ce-83b58fcf1b51 req-eb3cc76c-5249-4bb4-b33f-18aa61bf438b tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692592 Mar 09 06:16:26.100662 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-5e08472b-014c-4c09-9299-8ad04c784364 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd0d670c4574daa8c5d626bad12090c HTTP/1.1" status: 200 len: 379 time: 0.0575218 Mar 09 06:16:26.109519 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'port': {'device_id': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'admin_state_up': True, 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'security_groups': ['d16dd557-4886-4077-b846-2ccdf099ca26']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:16:26.226058 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-5da25c4b-3391-47aa-9ffc-6d49d104a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:26.227561 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-5da25c4b-3391-47aa-9ffc-6d49d104a2a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 1129 time: 0.0999229 Mar 09 06:16:26.329384 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-95d27e78-7e81-436e-8068-a68f4922d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:26.331342 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-95d27e78-7e81-436e-8068-a68f4922d33c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.0972698 Mar 09 06:16:26.372320 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Made reservation on behalf of 5dd0d670c4574daa8c5d626bad12090c for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:16:26.375722 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:26.729911 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-5789b7ac-565d-455c-9a14-5affb7e3ebb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83835970-6b87-4e22-b4a7-afd966f097ae HTTP/1.1" status: 200 len: 1000 time: 0.3922393 Mar 09 06:16:26.790961 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee3a0-680f-4b7a-b458-ee0765340813 req-2ae88edf-2507-4892-bdf4-0ad4ebdc047a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:26.792387 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af1ee3a0-680f-4b7a-b458-ee0765340813 req-2ae88edf-2507-4892-bdf4-0ad4ebdc047a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 943 time: 0.4113717 Mar 09 06:16:26.848958 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-89939c7e-8e33-47aa-82a3-543507f5d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:26.850368 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-89939c7e-8e33-47aa-82a3-543507f5d5c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.1091347 Mar 09 06:16:26.899861 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Allocated IP 172.20.0.12 (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1/f596f786-55fc-43e8-861c-f04a224297b8/267977d2-b092-4ff8-84e8-7f32775fb173) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:16:26.920299 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af1ee3a0-680f-4b7a-b458-ee0765340813 req-d2d5d34f-5dbb-4a0b-a0a3-271d186b0429 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188889 Mar 09 06:16:26.967598 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-7bdbf694-89ff-4669-a00d-56df29b59421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:26.969146 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-7bdbf694-89ff-4669-a00d-56df29b59421 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866315 Mar 09 06:16:27.073169 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45f43adc-6ac6-41de-a863-f4bb03124bd4 req-86db1ea8-7287-4445-9e4a-4ea361b50b2b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 210 time: 0.0710182 Mar 09 06:16:27.187249 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for port (267977d2-b092-4ff8-84e8-7f32775fb173), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:27.195888 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-9c73260c-e7f8-4417-8dfb-be83e1dc9be7 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164249 Mar 09 06:16:27.250226 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86e134-1f0a-47f9-9eee-46e67a494445 req-9e301730-702f-44d6-9c56-08a4cd5c5fec tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:27.251754 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6d86e134-1f0a-47f9-9eee-46e67a494445 req-9e301730-702f-44d6-9c56-08a4cd5c5fec tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.1230371 Mar 09 06:16:27.354980 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-09bc5562-dea8-4663-88ee-2530d76a0d5c req-be0fb535-737f-4579-8aff-24d0bf7d2e2e service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518736 Mar 09 06:16:27.358081 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6d86e134-1f0a-47f9-9eee-46e67a494445 req-ed14796e-5867-4f42-93e7-2734e44d172a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987940 Mar 09 06:16:27.426171 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:27.467378 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:16:27.473589 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:16:27.477248 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:16:27.501298 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event updated for resources: {'Port': ['ID=267977d2-b092-4ff8-84e8-7f32775fb173,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:27.529949 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:27.530570 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:27.617153 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-4d685b0d-2bfa-4948-9c9a-e77659f3f5ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5111811 Mar 09 06:16:27.629439 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Request body: {'port': {'device_id': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:16:27.689597 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:27.712871 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9ecca409-d778-4e4f-80e4-8180f1f515ad None None] Provisioning complete for port 267977d2-b092-4ff8-84e8-7f32775fb173 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:16:27.713452 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9ecca409-d778-4e4f-80e4-8180f1f515ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:27.752271 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9ecca409-d778-4e4f-80e4-8180f1f515ad None None] Port 267977d2-b092-4ff8-84e8-7f32775fb173 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:16:27.942570 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267977d2-b092-4ff8-84e8-7f32775fb173 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:16:27.949864 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Publish callbacks [] for port (267977d2-b092-4ff8-84e8-7f32775fb173), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:27.961367 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Transition to ACTIVE for port object 267977d2-b092-4ff8-84e8-7f32775fb173 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:16:28.032068 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:28.078317 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1e947-dda7-4b5a-bdc2-bb5710f023e5 req-8239fd7f-bafb-4558-9647-38916d48776e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:28.079826 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6d1e947-dda7-4b5a-bdc2-bb5710f023e5 req-8239fd7f-bafb-4558-9647-38916d48776e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 943 time: 0.0843589 Mar 09 06:16:28.118542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Pushing event updated for resources: {'Port': ['ID=267977d2-b092-4ff8-84e8-7f32775fb173,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:28.220154 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6d1e947-dda7-4b5a-bdc2-bb5710f023e5 req-a6e126f4-f48e-43bb-8d62-98de03aea6ab tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339524 Mar 09 06:16:28.255463 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Attempting to bind port 267977d2-b092-4ff8-84e8-7f32775fb173 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:16:28.255801 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Attempting to bind port 267977d2-b092-4ff8-84e8-7f32775fb173 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:16:28.256128 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Attempting to bind port 267977d2-b092-4ff8-84e8-7f32775fb173 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:16:28.265874 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628abd8-58cc-423b-b556-a9e300e63ad7 req-7cb30113-0586-4730-b931-f952989205d2 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:28.267386 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3628abd8-58cc-423b-b556-a9e300e63ad7 req-7cb30113-0586-4730-b931-f952989205d2 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 944 time: 0.1102970 Mar 09 06:16:28.269541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Port 267977d2-b092-4ff8-84e8-7f32775fb173 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:16:28.269861 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Attempting to bind port 267977d2-b092-4ff8-84e8-7f32775fb173 on network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:16:28.276887 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:16:28.277222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Checking segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:16:28.277596 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Bound using segment: {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:16:28.278054 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Bound port: 267977d2-b092-4ff8-84e8-7f32775fb173, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e6a44d-01ad-400e-9dde-ed9634333604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:16:28.278410 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:28.359724 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3628abd8-58cc-423b-b556-a9e300e63ad7 req-b667704f-3a7c-428d-a139-6d55de0a2c8d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847898 Mar 09 06:16:28.375281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] For port 267977d2-b092-4ff8-84e8-7f32775fb173, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:16:28.378281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] For port 267977d2-b092-4ff8-84e8-7f32775fb173, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=267977d2-b092-4ff8-84e8-7f32775fb173,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:16:28.457898 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:28.500608 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:28.501241 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:28.503399 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] 10.222.0.20 "PUT /v2.0/ports/267977d2-b092-4ff8-84e8-7f32775fb173 HTTP/1.1" status: 200 len: 1094 time: 0.8782427 Mar 09 06:16:28.503399 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'tag': '267977d2-b092-4ff8-84e8-7f32775fb173'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:16:28.505717 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df097860-2bdf-445c-968f-fa440306b71f" -d '{"events": [{"name": "network-changed", "server_uuid": "291cecb2-24c0-4b6d-99e1-ae970ce257a6", "tag": "267977d2-b092-4ff8-84e8-7f32775fb173"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:16:28.575044 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3dda4f-9618-40c1-96e0-560eb33bb709 x-openstack-request-id: req-4d3dda4f-9618-40c1-96e0-560eb33bb709 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:16:28.575044 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291cecb2-24c0-4b6d-99e1-ae970ce257a6", "tag": "267977d2-b092-4ff8-84e8-7f32775fb173", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:16:28.575044 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d3dda4f-9618-40c1-96e0-560eb33bb709 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:16:28.575044 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'tag': '267977d2-b092-4ff8-84e8-7f32775fb173', 'status': 'completed', 'code': 200} Mar 09 06:16:28.579915 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354194-5fec-4c24-9e54-281d989c2c71 req-6e88fc6a-2cd3-4e83-8e84-6c161ceb2dc4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:28.581504 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44354194-5fec-4c24-9e54-281d989c2c71 req-6e88fc6a-2cd3-4e83-8e84-6c161ceb2dc4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.1525371 Mar 09 06:16:28.582484 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f4e40-ae54-4993-8e97-c50c6c69b1ed service neutron] Pushing event updated for resources: {'Port': ['ID=267977d2-b092-4ff8-84e8-7f32775fb173,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:28.673962 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-29f765c7-3555-43ac-b5f2-6acff7557efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:28.675544 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-29f765c7-3555-43ac-b5f2-6acff7557efe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 1129 time: 0.1392736 Mar 09 06:16:28.680448 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-44354194-5fec-4c24-9e54-281d989c2c71 req-0bbb5796-d91c-4d11-a2e2-04320d4412d1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829544 Mar 09 06:16:28.683189 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df097860-2bdf-445c-968f-fa440306b71f req-e732863f-7fd9-4b51-a860-ddb7400ee7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:28.684643 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-df097860-2bdf-445c-968f-fa440306b71f req-e732863f-7fd9-4b51-a860-ddb7400ee7b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 1128 time: 0.0981045 Mar 09 06:16:28.853665 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-a65f4036-c7ca-4658-b0f0-6f8a0aa17001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:28.855177 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-a65f4036-c7ca-4658-b0f0-6f8a0aa17001 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.1538134 Mar 09 06:16:28.856089 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df097860-2bdf-445c-968f-fa440306b71f req-7f0bb6a5-692e-44ae-b5bc-5c9e8988d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:28.857417 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-df097860-2bdf-445c-968f-fa440306b71f req-7f0bb6a5-692e-44ae-b5bc-5c9e8988d739 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5dd0d670c4574daa8c5d626bad12090c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1648910 Mar 09 06:16:28.979364 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-3449e394-2402-449b-af55-de0f2d2615d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83835970-6b87-4e22-b4a7-afd966f097ae HTTP/1.1" status: 200 len: 1000 time: 0.1146588 Mar 09 06:16:29.026452 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df097860-2bdf-445c-968f-fa440306b71f req-a58d9b22-c723-41b2-8efd-51d956c3cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.027869 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-df097860-2bdf-445c-968f-fa440306b71f req-a58d9b22-c723-41b2-8efd-51d956c3cbed service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621757 Mar 09 06:16:29.040904 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-9a62d357-2aa6-4e35-8ada-e4907304054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.042299 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-9a62d357-2aa6-4e35-8ada-e4907304054a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.0569782 Mar 09 06:16:29.124241 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-1d70e277-abd0-490b-9dbd-886caed04ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.127002 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-1d70e277-abd0-490b-9dbd-886caed04ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769815 Mar 09 06:16:29.152083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-5aa3942d-031b-41bd-a09d-0a7e9651b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.153551 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-5aa3942d-031b-41bd-a09d-0a7e9651b4fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 1128 time: 0.0797899 Mar 09 06:16:29.199777 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-357d2ac2-d06a-4296-a8fc-92b0b2755722 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267977d2-b092-4ff8-84e8-7f32775fb173 HTTP/1.1" status: 200 len: 217 time: 0.0400927 Mar 09 06:16:29.289528 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-d36bcb5b-0b61-410d-be08-204979ceb449 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575594 Mar 09 06:16:29.290989 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-7077b5d0-dba3-4d88-9ea2-fc3bcf7c8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.292302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-7077b5d0-dba3-4d88-9ea2-fc3bcf7c8fbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0651114 Mar 09 06:16:29.440112 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360b018-e1b0-406e-83d7-67bd991c5217 req-49a5b5c5-8964-4c7a-bc92-3891810625e8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.441594 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7360b018-e1b0-406e-83d7-67bd991c5217 req-49a5b5c5-8964-4c7a-bc92-3891810625e8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 943 time: 0.1483753 Mar 09 06:16:29.450744 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-63d64464-a321-4609-a2a7-c4cbb76e1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.452126 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-63d64464-a321-4609-a2a7-c4cbb76e1648 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1507716 Mar 09 06:16:29.517103 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-f31ac2b4-a2cf-4a12-95cf-71f0480ef9c6 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146356 Mar 09 06:16:29.596156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62c29b-5f03-49dc-aa1e-59698126d9a2 req-81cfbb8d-e08d-4563-857d-58dc92c82e57 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.597654 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a62c29b-5f03-49dc-aa1e-59698126d9a2 req-81cfbb8d-e08d-4563-857d-58dc92c82e57 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 944 time: 0.1679769 Mar 09 06:16:29.602776 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7360b018-e1b0-406e-83d7-67bd991c5217 req-1d5951c6-ae93-45c3-89a4-8daa30c02e30 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456833 Mar 09 06:16:29.641400 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-bb7995ee-5784-4e6e-9c02-277ad19f0304 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588941 Mar 09 06:16:29.682582 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a62c29b-5f03-49dc-aa1e-59698126d9a2 req-ce6ffc89-8d3a-491c-bf7b-4e55c305022d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773199 Mar 09 06:16:29.745557 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d1bd321b-af72-4731-822d-6cd32ad41c96 req-45df6c74-0610-4a92-91e8-f2cf309d3838 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988915 Mar 09 06:16:29.804673 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225627d-9934-47cf-8a5f-fd2147123955 req-fec76f81-491a-4eef-9eb5-528ec0f0e5ea tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:29.806150 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2225627d-9934-47cf-8a5f-fd2147123955 req-fec76f81-491a-4eef-9eb5-528ec0f0e5ea tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 945 time: 0.0528307 Mar 09 06:16:29.851712 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2225627d-9934-47cf-8a5f-fd2147123955 req-340fd8cd-3820-4071-88b2-fdb1e24bc71f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399663 Mar 09 06:16:30.174308 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:16:30.250205 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 83835970-6b87-4e22-b4a7-afd966f097ae is: ACTIVE; New status is: DOWN {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:16:30.250597 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:30.273804 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:16:30.276023 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f288cb78-0397-4f5d-988e-badf1771e080" -d '{"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-unplugged", "status": "completed", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:16:30.288964 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:30.306050 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 06:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ac1a8f-9e75-4be5-adea-992116f9b0de x-openstack-request-id: req-61ac1a8f-9e75-4be5-adea-992116f9b0de {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:16:30.306336 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-unplugged", "status": "failed", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae", "code": 422}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:16:30.306594 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61ac1a8f-9e75-4be5-adea-992116f9b0de {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:16:30.307048 dv-cinder-831154-2-iscsi neutron-server[103638]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae', 'code': 422} returned with failed status Mar 09 06:16:30.362728 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:30.408967 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=8']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:30.722206 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4f58-7b48-451e-ae3d-e943f5b8452c req-17f6acb5-1a2b-4814-8b5e-2859f4211b86 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:30.723683 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-643c4f58-7b48-451e-ae3d-e943f5b8452c req-17f6acb5-1a2b-4814-8b5e-2859f4211b86 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 943 time: 0.0553763 Mar 09 06:16:30.806314 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-643c4f58-7b48-451e-ae3d-e943f5b8452c req-b912258e-4f12-4556-bc34-c37784001c91 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744510 Mar 09 06:16:30.832714 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966087d-3800-4b7d-8d6a-13566076a636 req-c5e5f071-4d03-426a-90fb-0eb39cf794a4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:30.834166 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c966087d-3800-4b7d-8d6a-13566076a636 req-c5e5f071-4d03-426a-90fb-0eb39cf794a4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 944 time: 0.0623946 Mar 09 06:16:30.880466 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c966087d-3800-4b7d-8d6a-13566076a636 req-eeaf5aa6-e119-4cd9-b50e-fc93b16cf8dd tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405841 Mar 09 06:16:31.754480 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b7123-6b6f-45e5-973c-5861a7e93202 req-15955cbc-030d-4021-9d56-6280434ce06a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:31.756051 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-681b7123-6b6f-45e5-973c-5861a7e93202 req-15955cbc-030d-4021-9d56-6280434ce06a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0518067 Mar 09 06:16:31.810258 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-681b7123-6b6f-45e5-973c-5861a7e93202 req-c24be309-68d0-478b-ac0a-203c660166be tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449057 Mar 09 06:16:31.932605 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c464-d0a0-4eb9-b965-dcad8fdd1e86 req-9970b075-e064-4311-b609-51d303fe70ce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:31.934178 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48f1c464-d0a0-4eb9-b965-dcad8fdd1e86 req-9970b075-e064-4311-b609-51d303fe70ce tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 943 time: 0.0581167 Mar 09 06:16:32.012187 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48f1c464-d0a0-4eb9-b965-dcad8fdd1e86 req-e92775af-c036-4625-beea-8aa22ae299a6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706027 Mar 09 06:16:32.025724 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab0ed4-19bd-4b42-a1c5-bddf8425a06e req-52a6acd6-e34d-4955-a15a-56f88972d217 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:32.027172 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82ab0ed4-19bd-4b42-a1c5-bddf8425a06e req-52a6acd6-e34d-4955-a15a-56f88972d217 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 944 time: 0.0798223 Mar 09 06:16:32.072838 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82ab0ed4-19bd-4b42-a1c5-bddf8425a06e req-cdc24ebd-590b-4178-b3c2-90afe7bb75e1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401549 Mar 09 06:16:32.142114 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48160) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:32.174630 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device aaccb66c-70a4-4b59-b164-817f718d9c5a details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:16:32.227231 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-f037fa3d-c1d3-41d1-8d47-6bba9ab9e3d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839887 Mar 09 06:16:32.235610 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-075a7ac1-9df6-425f-beed-c43bfe17cfe2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:16:32.237170 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-075a7ac1-9df6-425f-beed-c43bfe17cfe2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055244 Mar 09 06:16:32.271224 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port aaccb66c-70a4-4b59-b164-817f718d9c5a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:32.282470 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'port_id': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'mac_address': 'fa:16:3e:50:06:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:16:32.311079 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48168) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:16:32.319589 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port aaccb66c-70a4-4b59-b164-817f718d9c5a is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:16:32.319985 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:32.336053 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaccb66c-70a4-4b59-b164-817f718d9c5a {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:16:32.356548 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port aaccb66c-70a4-4b59-b164-817f718d9c5a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:32.408690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-510f56e1-5b99-43fd-aac3-22b197412f5d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:32.410006 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-510f56e1-5b99-43fd-aac3-22b197412f5d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports/83835970-6b87-4e22-b4a7-afd966f097ae HTTP/1.1" status: 200 len: 940 time: 0.0979888 Mar 09 06:16:32.437074 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:32.487406 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=aaccb66c-70a4-4b59-b164-817f718d9c5a,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:32.800032 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['aaccb66c-70a4-4b59-b164-817f718d9c5a'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:16:32.935600 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5779a63-4751-466b-aedd-919971000fe4 req-cc61abd5-2fd9-4ee6-929d-d54340ae088d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:32.937222 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5779a63-4751-466b-aedd-919971000fe4 req-cc61abd5-2fd9-4ee6-929d-d54340ae088d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0558286 Mar 09 06:16:32.984209 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5779a63-4751-466b-aedd-919971000fe4 req-33b05d80-238c-439d-932a-5a405bc2a9b1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Mar 09 06:16:33.141820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaedcc-1b29-471a-82d2-8c3d9c57cac2 req-de58445f-05e7-4767-9493-eeeb930e734a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:33.143276 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1fcaedcc-1b29-471a-82d2-8c3d9c57cac2 req-de58445f-05e7-4767-9493-eeeb930e734a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 944 time: 0.0657067 Mar 09 06:16:33.218391 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1fcaedcc-1b29-471a-82d2-8c3d9c57cac2 req-17b2d0cf-2e7b-4269-b8bd-c94245571e4d tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661805 Mar 09 06:16:33.226386 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8a66b-ad95-4a75-9cf4-f220014c8ea9 req-751a2555-cb30-4a1a-b62a-523c1e653a9b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:33.227791 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0fa8a66b-ad95-4a75-9cf4-f220014c8ea9 req-751a2555-cb30-4a1a-b62a-523c1e653a9b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 944 time: 0.0836470 Mar 09 06:16:33.276251 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0fa8a66b-ad95-4a75-9cf4-f220014c8ea9 req-8b8824f6-10cd-430f-be9e-61139042d9f5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Mar 09 06:16:33.616997 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-b52e73e8-c61c-4377-a349-05e901e7fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:33.618452 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-b52e73e8-c61c-4377-a349-05e901e7fe27 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7&tenant_id=f023b41920114624a2dfc2df6dd7db55 HTTP/1.1" status: 200 len: 1127 time: 0.0435071 Mar 09 06:16:33.937794 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-7ebef5c3-1729-4394-a1b2-7ec936bb7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:33.939710 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-7ebef5c3-1729-4394-a1b2-7ec936bb7f34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f023b41920114624a2dfc2df6dd7db55&device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 1127 time: 0.3009682 Mar 09 06:16:34.029768 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-7951b480-b1d0-4156-90f2-402c095dda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:34.031403 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-7951b480-b1d0-4156-90f2-402c095dda15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 200 len: 918 time: 0.0858350 Mar 09 06:16:34.126946 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-84eff99e-dd05-4870-9488-80f96569761d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83835970-6b87-4e22-b4a7-afd966f097ae HTTP/1.1" status: 200 len: 998 time: 0.0890403 Mar 09 06:16:34.180235 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7d9e3-decc-451a-855c-541584e0cb22 req-892af37d-6c7e-45a1-8b67-fc81243c1408 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:34.181755 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d8f7d9e3-decc-451a-855c-541584e0cb22 req-892af37d-6c7e-45a1-8b67-fc81243c1408 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.1055226 Mar 09 06:16:34.191014 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 267977d2-b092-4ff8-84e8-7f32775fb173 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:16:34.192794 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device aaccb66c-70a4-4b59-b164-817f718d9c5a up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:16:34.197502 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-a0962dd2-574a-4a9b-a542-face9582860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:34.198963 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-a0962dd2-574a-4a9b-a542-face9582860c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 200 len: 856 time: 0.0654144 Mar 09 06:16:34.265299 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d8f7d9e3-decc-451a-855c-541584e0cb22 req-150840ae-330b-4e56-9618-8369f2ede85a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775609 Mar 09 06:16:34.275014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-9634dbfd-1c5c-4a25-96f2-ae37f290ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:34.276717 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-9634dbfd-1c5c-4a25-96f2-ae37f290ece6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d10087f7-28be-4c6c-ab74-a195bf5355a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707505 Mar 09 06:16:34.361472 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 267977d2-b092-4ff8-84e8-7f32775fb173, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=267977d2-b092-4ff8-84e8-7f32775fb173,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:34.373575 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '267977d2-b092-4ff8-84e8-7f32775fb173', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'port_id': '267977d2-b092-4ff8-84e8-7f32775fb173', 'mac_address': 'fa:16:3e:24:87:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:16:34.376450 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port aaccb66c-70a4-4b59-b164-817f718d9c5a completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:16:34.383316 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port aaccb66c-70a4-4b59-b164-817f718d9c5a triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:16:34.383726 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:34.432661 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2e99d-1b18-4c6e-879d-37cf598a5b32 req-35cae160-8ea7-4309-8320-90b7343343cd tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:34.434146 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80b2e99d-1b18-4c6e-879d-37cf598a5b32 req-35cae160-8ea7-4309-8320-90b7343343cd tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 944 time: 0.1439610 Mar 09 06:16:34.446548 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 267977d2-b092-4ff8-84e8-7f32775fb173 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:16:34.446548 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:34.453953 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-e8ac51e8-584d-4a53-b11f-4a4550fd6ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714613 Mar 09 06:16:34.461676 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267977d2-b092-4ff8-84e8-7f32775fb173 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:16:34.499973 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 267977d2-b092-4ff8-84e8-7f32775fb173, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=267977d2-b092-4ff8-84e8-7f32775fb173,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:34.508698 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286113e7-47cc-4a2f-98af-4a30d050dc7f req-a10b73b2-f07c-4b7a-bcce-6486dc461467 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:34.510194 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-286113e7-47cc-4a2f-98af-4a30d050dc7f req-a10b73b2-f07c-4b7a-bcce-6486dc461467 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 944 time: 0.1316547 Mar 09 06:16:34.515847 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port aaccb66c-70a4-4b59-b164-817f718d9c5a is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:16:34.516233 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:34.538707 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:16:34.540940 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b9d733-01f4-447b-a8dc-2994f6841de1" -d '{"events": [{"server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "name": "network-vif-plugged", "status": "completed", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:16:34.553139 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port aaccb66c-70a4-4b59-b164-817f718d9c5a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:34.574036 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:34.579443 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-80b2e99d-1b18-4c6e-879d-37cf598a5b32 req-6ce98a7b-9424-4d20-b8f1-8051554c4a40 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367803 Mar 09 06:16:34.622376 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-286113e7-47cc-4a2f-98af-4a30d050dc7f req-7abcc388-9c35-43bd-a1ac-44cc26951d8d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039901 Mar 09 06:16:34.630825 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-4ccc12d1-714e-42cc-ad43-6c5b32b67d98 service neutron] 10.222.0.20 "GET /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678953 Mar 09 06:16:34.633676 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:34.636179 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=267977d2-b092-4ff8-84e8-7f32775fb173,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:34.662655 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be524de9-71c5-4a70-bf49-2090cf2438ce x-openstack-request-id: req-be524de9-71c5-4a70-bf49-2090cf2438ce {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:16:34.663024 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "name": "network-vif-plugged", "status": "completed", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:16:34.663369 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be524de9-71c5-4a70-bf49-2090cf2438ce {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:16:34.663817 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'code': 200} Mar 09 06:16:34.688926 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=aaccb66c-70a4-4b59-b164-817f718d9c5a,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:34.935244 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['267977d2-b092-4ff8-84e8-7f32775fb173'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:16:35.002894 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409476f-cced-4b25-8b82-f0003c49aba0 req-c4b2fe8b-d4b6-4ca0-95a1-5b9bfc8a659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:35.004663 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2409476f-cced-4b25-8b82-f0003c49aba0 req-c4b2fe8b-d4b6-4ca0-95a1-5b9bfc8a659b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 1129 time: 0.0439770 Mar 09 06:16:35.049995 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2409476f-cced-4b25-8b82-f0003c49aba0 req-3533c4a4-0c43-4058-bb11-6e32a0e42e1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 Mar 09 06:16:35.422993 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be1898-cc79-4812-8dee-657ec56d7d85 req-b3b0ed38-6665-461a-bafe-721c7f75089a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:35.426787 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01be1898-cc79-4812-8dee-657ec56d7d85 req-b3b0ed38-6665-461a-bafe-721c7f75089a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0770977 Mar 09 06:16:35.476509 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01be1898-cc79-4812-8dee-657ec56d7d85 req-92b35fdf-3a16-45e6-a961-ca88fe66dc40 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453742 Mar 09 06:16:35.711792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a60c8-cd2d-4a90-9982-149c044116db req-d272f61d-90a2-4b90-93db-470f06c852e8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:35.713275 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d67a60c8-cd2d-4a90-9982-149c044116db req-d272f61d-90a2-4b90-93db-470f06c852e8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0597370 Mar 09 06:16:35.794016 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b530d1e-e6a4-4f79-95b2-924adad7bc76 req-b72cac6c-3f1d-4bce-98ba-6b9164c172d0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:35.794016 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6b530d1e-e6a4-4f79-95b2-924adad7bc76 req-b72cac6c-3f1d-4bce-98ba-6b9164c172d0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 945 time: 0.1003726 Mar 09 06:16:35.796239 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d67a60c8-cd2d-4a90-9982-149c044116db req-5797de24-a915-4b95-b4eb-022ce0979f5d tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686820 Mar 09 06:16:35.853402 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6b530d1e-e6a4-4f79-95b2-924adad7bc76 req-7e4860c4-ad7b-4071-a0ba-6fc0650b1731 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503995 Mar 09 06:16:36.188287 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 267977d2-b092-4ff8-84e8-7f32775fb173 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:16:36.277277 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 267977d2-b092-4ff8-84e8-7f32775fb173 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:16:36.407807 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 267977d2-b092-4ff8-84e8-7f32775fb173 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:16:36.407807 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:36.407807 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 267977d2-b092-4ff8-84e8-7f32775fb173 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:16:36.407807 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:36.422013 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 267977d2-b092-4ff8-84e8-7f32775fb173, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=267977d2-b092-4ff8-84e8-7f32775fb173,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:16:36.483076 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cb14ff45-b390-41c0-9afd-d76a0a2fbd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:36.512525 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:36.563330 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=267977d2-b092-4ff8-84e8-7f32775fb173,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:16:36.622157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d99034-65ba-40da-b3da-806548c5d243 req-984fa445-381a-46d5-90b8-643e9778c2a7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:36.623724 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d5d99034-65ba-40da-b3da-806548c5d243 req-984fa445-381a-46d5-90b8-643e9778c2a7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0616083 Mar 09 06:16:36.665196 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267977d2-b092-4ff8-84e8-7f32775fb173'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:16:36.667415 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba19ef2-a3e7-4c43-a039-a41a21585c63" -d '{"events": [{"server_uuid": "291cecb2-24c0-4b6d-99e1-ae970ce257a6", "name": "network-vif-plugged", "status": "completed", "tag": "267977d2-b092-4ff8-84e8-7f32775fb173"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:16:36.674744 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d5d99034-65ba-40da-b3da-806548c5d243 req-f0e75aad-89e4-4055-81ba-1eadbcd53bd3 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449469 Mar 09 06:16:36.705923 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed825a03-6dd9-4d8f-a327-5f752fa1364c x-openstack-request-id: req-ed825a03-6dd9-4d8f-a327-5f752fa1364c {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:16:36.706415 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cecb2-24c0-4b6d-99e1-ae970ce257a6", "name": "network-vif-plugged", "status": "completed", "tag": "267977d2-b092-4ff8-84e8-7f32775fb173", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:16:36.706695 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed825a03-6dd9-4d8f-a327-5f752fa1364c {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:16:36.707060 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267977d2-b092-4ff8-84e8-7f32775fb173', 'code': 200} Mar 09 06:16:36.926851 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ffd4b-0385-417c-a45b-6a95f8ac5bd6 req-4f83aed9-8b82-4431-b734-7d15bd1a0893 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:36.928356 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-598ffd4b-0385-417c-a45b-6a95f8ac5bd6 req-4f83aed9-8b82-4431-b734-7d15bd1a0893 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0596147 Mar 09 06:16:37.012039 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-598ffd4b-0385-417c-a45b-6a95f8ac5bd6 req-8330470e-cb28-4ae1-aff0-e4e2007e873a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746293 Mar 09 06:16:37.019330 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af8343-c842-4767-af0c-f04c93d79559 req-bf1711fe-dd69-4f17-a419-ef286c195f35 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:37.020774 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e5af8343-c842-4767-af0c-f04c93d79559 req-bf1711fe-dd69-4f17-a419-ef286c195f35 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0915337 Mar 09 06:16:37.067896 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e5af8343-c842-4767-af0c-f04c93d79559 req-46fe4038-92cc-4b8b-b365-19dbf2cd6e7d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 Mar 09 06:16:37.812910 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ee52e-d319-410f-b7c7-da7e7f2f63bc req-c5269511-668e-4cad-967f-f389e0186959 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:37.815023 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a7ee52e-d319-410f-b7c7-da7e7f2f63bc req-c5269511-668e-4cad-967f-f389e0186959 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0543633 Mar 09 06:16:37.861886 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8a7ee52e-d319-410f-b7c7-da7e7f2f63bc req-f4fe1a4b-0af6-4c16-b477-499783061ef0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Mar 09 06:16:38.156121 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545611d-9e86-4045-9fbe-bd240bbc6fcd req-69a39216-9e96-4e98-94b8-21bf36938745 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:38.163866 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c545611d-9e86-4045-9fbe-bd240bbc6fcd req-69a39216-9e96-4e98-94b8-21bf36938745 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0864155 Mar 09 06:16:38.250215 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c545611d-9e86-4045-9fbe-bd240bbc6fcd req-29737232-8040-411c-89f1-c224547a03fd tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806072 Mar 09 06:16:38.275783 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b4d1f-fb76-48c0-8ae7-655a2f41652b req-ad301003-5644-4983-a2a2-ae85f2a893e0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:38.277311 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-734b4d1f-fb76-48c0-8ae7-655a2f41652b req-ad301003-5644-4983-a2a2-ae85f2a893e0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0947189 Mar 09 06:16:38.338633 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-734b4d1f-fb76-48c0-8ae7-655a2f41652b req-962cf2a9-6a88-476a-a5e9-e49e7d44df8d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503621 Mar 09 06:16:38.688651 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c548a42-82be-4034-a26e-08b6cf88e1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:38.988679 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e412d6f-eac8-40a3-b09f-48773cb01fbb req-a3877c7b-c4b3-4a2f-ad61-ba5986dd55dc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:38.990930 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e412d6f-eac8-40a3-b09f-48773cb01fbb req-a3877c7b-c4b3-4a2f-ad61-ba5986dd55dc tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0533113 Mar 09 06:16:39.042940 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e412d6f-eac8-40a3-b09f-48773cb01fbb req-be21ad09-eeaf-49c4-a14f-aac37b7d81a0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Mar 09 06:16:39.374749 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886bfed-803c-42bb-8246-30898b36d14c req-1f96c875-8fcf-4e4d-a5aa-3a486586b961 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:39.376864 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6886bfed-803c-42bb-8246-30898b36d14c req-1f96c875-8fcf-4e4d-a5aa-3a486586b961 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0691531 Mar 09 06:16:39.455489 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6886bfed-803c-42bb-8246-30898b36d14c req-996a95cf-c637-4341-878c-556212c461a3 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720534 Mar 09 06:16:39.477177 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8053-ccff-4a53-b9e3-943150eff667 req-d76909f1-0850-41b3-8e34-bc2e69cd6908 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:39.478633 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b65f8053-ccff-4a53-b9e3-943150eff667 req-d76909f1-0850-41b3-8e34-bc2e69cd6908 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0735509 Mar 09 06:16:39.528689 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b65f8053-ccff-4a53-b9e3-943150eff667 req-58b78f91-f3a7-4950-ac40-04175af926cc tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446286 Mar 09 06:16:40.076922 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:40.172213 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd127f1-1f6b-4c72-ad1f-6f79c1d85bcd req-64c4fde2-c46d-408a-94ab-df1ac7da2517 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:40.173729 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7bd127f1-1f6b-4c72-ad1f-6f79c1d85bcd req-64c4fde2-c46d-408a-94ab-df1ac7da2517 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0603383 Mar 09 06:16:40.224564 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7bd127f1-1f6b-4c72-ad1f-6f79c1d85bcd req-17bc9b52-6a66-4933-8b7a-4bd08eb59cd4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451798 Mar 09 06:16:40.578232 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e5790-e92c-41af-9c80-d4e5e978f94f req-f6c3e9d0-6c99-4feb-ba09-effa41bacd86 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:40.580330 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-294e5790-e92c-41af-9c80-d4e5e978f94f req-f6c3e9d0-6c99-4feb-ba09-effa41bacd86 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0522428 Mar 09 06:16:40.667735 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-294e5790-e92c-41af-9c80-d4e5e978f94f req-d36b9113-2dd8-46b7-85ab-fe28158a7e49 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797782 Mar 09 06:16:40.691035 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8c2f-fa0e-4667-bd61-7731f6231a88 req-92eb1376-d580-4e2e-a04b-aead51201606 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:40.692823 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f3a8c2f-fa0e-4667-bd61-7731f6231a88 req-92eb1376-d580-4e2e-a04b-aead51201606 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0823112 Mar 09 06:16:40.739620 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6f3a8c2f-fa0e-4667-bd61-7731f6231a88 req-eb328652-8323-4ad4-8e60-f59e9e3f94ab tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412757 Mar 09 06:16:40.745824 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:16:40.991787 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:41.350158 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16a5a-2b26-4180-b9e9-90ad7e5532c0 req-cb82caeb-25a8-4a0d-adea-3b19b4379f45 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:41.351625 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-29c16a5a-2b26-4180-b9e9-90ad7e5532c0 req-cb82caeb-25a8-4a0d-adea-3b19b4379f45 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0543830 Mar 09 06:16:41.398367 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-29c16a5a-2b26-4180-b9e9-90ad7e5532c0 req-19abd083-ff36-4c81-9c57-8fff442009b4 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411522 Mar 09 06:16:41.798792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ad8da-1824-4221-a3c7-df652ccf1ec1 req-3eb88735-f768-4af5-a08b-5e67e6d949ae tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:41.800469 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eb7ad8da-1824-4221-a3c7-df652ccf1ec1 req-3eb88735-f768-4af5-a08b-5e67e6d949ae tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0588317 Mar 09 06:16:41.889534 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eb7ad8da-1824-4221-a3c7-df652ccf1ec1 req-415bf784-4be1-47d0-94bb-3e1f003cecae tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828347 Mar 09 06:16:41.901171 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea2bc6-e41a-4247-91f8-8ad1d351ccb8 req-b0599b8a-d45f-4187-ab92-07aa55ecfbce tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:41.902657 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-abea2bc6-e41a-4247-91f8-8ad1d351ccb8 req-b0599b8a-d45f-4187-ab92-07aa55ecfbce tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0822496 Mar 09 06:16:41.948761 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-abea2bc6-e41a-4247-91f8-8ad1d351ccb8 req-8300b2e0-7bc7-4be6-80aa-66c6cc28d795 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Mar 09 06:16:42.532477 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277456a6-f760-41e3-b085-ee5f780df993 req-a9a0a044-6fae-4863-bc19-c60421d50a55 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:42.536478 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-277456a6-f760-41e3-b085-ee5f780df993 req-a9a0a044-6fae-4863-bc19-c60421d50a55 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0577939 Mar 09 06:16:42.583442 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-277456a6-f760-41e3-b085-ee5f780df993 req-67a4335d-a739-4243-946e-a2133a0d7232 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Mar 09 06:16:42.752422 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:43.019035 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5528-e224-41f5-8da4-b12d6b8ea50c req-aa8486b0-0a21-4273-9439-b5356e8bb712 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:43.020605 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-710f5528-e224-41f5-8da4-b12d6b8ea50c req-aa8486b0-0a21-4273-9439-b5356e8bb712 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0614979 Mar 09 06:16:43.100454 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-710f5528-e224-41f5-8da4-b12d6b8ea50c req-f2f52f06-890c-40cf-9488-d290895fcb20 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665455 Mar 09 06:16:43.108812 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855716e-581e-41f6-a30a-2da538cffbf6 req-0d43e9e5-a766-45e6-b893-1f69dffd05ff tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:43.110481 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b855716e-581e-41f6-a30a-2da538cffbf6 req-0d43e9e5-a766-45e6-b893-1f69dffd05ff tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0888414 Mar 09 06:16:43.164923 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b855716e-581e-41f6-a30a-2da538cffbf6 req-7b23dcb0-0435-4464-ac09-5ed6194e80f9 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 Mar 09 06:16:43.741328 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f80a5-6277-4482-8bc7-18f5bbefa22d req-76cd3f87-734f-4581-9b0a-f8626deba361 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:43.742965 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c49f80a5-6277-4482-8bc7-18f5bbefa22d req-76cd3f87-734f-4581-9b0a-f8626deba361 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0797811 Mar 09 06:16:43.796400 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c49f80a5-6277-4482-8bc7-18f5bbefa22d req-5259ff44-7a7d-45b6-849f-4a07f5ef892c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478852 Mar 09 06:16:44.232893 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8d708-6f66-4082-b80a-5d83fe162b5e req-fdcd1d2e-9dce-4ce2-9a3a-c85d8ba31cbf tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:44.234393 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8fa8d708-6f66-4082-b80a-5d83fe162b5e req-fdcd1d2e-9dce-4ce2-9a3a-c85d8ba31cbf tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0645142 Mar 09 06:16:44.323524 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8fa8d708-6f66-4082-b80a-5d83fe162b5e req-dc6c737f-bb58-47b5-b506-55cfdfe6b21b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769250 Mar 09 06:16:44.331156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640316-9a39-4376-b0f1-ae30e5e9b625 req-dddc8cbf-cc36-4462-b7b9-191b48c19976 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:44.332602 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-26640316-9a39-4376-b0f1-ae30e5e9b625 req-dddc8cbf-cc36-4462-b7b9-191b48c19976 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0873127 Mar 09 06:16:44.392484 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-26640316-9a39-4376-b0f1-ae30e5e9b625 req-7de39ee1-a2fd-4ad9-a9d3-fd03c62bc8a8 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442429 Mar 09 06:16:44.926910 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013f780-eb1b-4619-a529-20b23c108663 req-3d3fad77-1e28-4db6-9c1c-4490c6c7f6f6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:44.928379 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a013f780-eb1b-4619-a529-20b23c108663 req-3d3fad77-1e28-4db6-9c1c-4490c6c7f6f6 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0564771 Mar 09 06:16:44.976994 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a013f780-eb1b-4619-a529-20b23c108663 req-42cc7367-4373-4972-87db-44978f669c48 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429962 Mar 09 06:16:45.439295 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cbf76-76da-43fe-973e-6949952e4200 req-802d2ff6-d3b0-4364-a4e5-408517f8bac8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:45.440804 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e61cbf76-76da-43fe-973e-6949952e4200 req-802d2ff6-d3b0-4364-a4e5-408517f8bac8 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0517852 Mar 09 06:16:45.517936 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e61cbf76-76da-43fe-973e-6949952e4200 req-5c55e1c4-044b-4ca7-b659-8161a559bbab tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717542 Mar 09 06:16:45.535066 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31c7e8-9784-4ddf-bb1f-4df22d6c9bec req-e2fac4b7-4c7b-44cc-997e-029a84f8bce4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:45.536518 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4b31c7e8-9784-4ddf-bb1f-4df22d6c9bec req-e2fac4b7-4c7b-44cc-997e-029a84f8bce4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0740261 Mar 09 06:16:45.582454 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4b31c7e8-9784-4ddf-bb1f-4df22d6c9bec req-4430b2be-6726-462e-aa8e-234e3bffb548 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404840 Mar 09 06:16:46.093404 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab70b8-3f72-4c61-bf9f-775b89f00993 req-f06d4aed-7557-4455-a1fc-54d4f6008aa7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:46.095331 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0eab70b8-3f72-4c61-bf9f-775b89f00993 req-f06d4aed-7557-4455-a1fc-54d4f6008aa7 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0502424 Mar 09 06:16:46.140745 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0eab70b8-3f72-4c61-bf9f-775b89f00993 req-e06113a3-bb18-41a7-94f9-2355b9c52f9a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Mar 09 06:16:46.631335 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d04bff-0cd6-4c3a-a8a1-86612dfe23be req-359b9e81-1768-4674-9f1e-71035d4d21a6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:46.632834 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6d04bff-0cd6-4c3a-a8a1-86612dfe23be req-359b9e81-1768-4674-9f1e-71035d4d21a6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0519085 Mar 09 06:16:46.713117 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b6d04bff-0cd6-4c3a-a8a1-86612dfe23be req-897e2796-6325-4817-be14-32bff4ec4b55 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748496 Mar 09 06:16:46.726446 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0adf9-863a-4237-8f62-1f76cf5bcb7e req-d857a4af-7fd7-4f4d-a6ee-69fddaf66d35 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:46.727927 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-42f0adf9-863a-4237-8f62-1f76cf5bcb7e req-d857a4af-7fd7-4f4d-a6ee-69fddaf66d35 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0765328 Mar 09 06:16:46.774038 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-42f0adf9-863a-4237-8f62-1f76cf5bcb7e req-e6d7fc9a-c6bb-4325-b989-81e4629721d3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 Mar 09 06:16:47.258197 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62043fe-8a47-4d06-898e-3129e381d31d req-a2c06d4b-be9a-46d7-b264-cc4b8b3c97f1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:47.259661 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c62043fe-8a47-4d06-898e-3129e381d31d req-a2c06d4b-be9a-46d7-b264-cc4b8b3c97f1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0516708 Mar 09 06:16:47.304370 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c62043fe-8a47-4d06-898e-3129e381d31d req-c10a9265-5b23-4f1c-843b-98d0a12f201c tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392444 Mar 09 06:16:47.831084 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27802108-a412-4376-bb0c-fd00ec400e1d req-3e6f117e-7a6b-4feb-866c-431c06e42c0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:47.832588 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27802108-a412-4376-bb0c-fd00ec400e1d req-3e6f117e-7a6b-4feb-866c-431c06e42c0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0561900 Mar 09 06:16:47.910340 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27802108-a412-4376-bb0c-fd00ec400e1d req-9f43c72e-c460-4599-af3d-c293c44d58d3 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723124 Mar 09 06:16:47.921449 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1a2ae-4276-4d3b-ac96-5392ad040f70 req-be450d0d-c223-4194-add1-1b8f94365cad tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:47.922937 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-93e1a2ae-4276-4d3b-ac96-5392ad040f70 req-be450d0d-c223-4194-add1-1b8f94365cad tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0838885 Mar 09 06:16:47.968485 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-93e1a2ae-4276-4d3b-ac96-5392ad040f70 req-04f87ece-65c4-4c1c-941b-4b0b7919e14e tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 Mar 09 06:16:48.422437 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450883b-ecef-41b7-bda5-df0097c1f94b req-72fd5085-df59-4d94-ad6d-acdbf9da1892 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:48.423808 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c450883b-ecef-41b7-bda5-df0097c1f94b req-72fd5085-df59-4d94-ad6d-acdbf9da1892 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0517442 Mar 09 06:16:48.472621 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c450883b-ecef-41b7-bda5-df0097c1f94b req-fe6c3941-cc82-4d55-a02e-2d133da8946e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Mar 09 06:16:49.028522 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff37ada-fb0f-42f5-bc58-5a597f9749de req-e96353a5-45cc-4a8e-914c-8d29d402cd91 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:49.030028 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0ff37ada-fb0f-42f5-bc58-5a597f9749de req-e96353a5-45cc-4a8e-914c-8d29d402cd91 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0533760 Mar 09 06:16:49.105897 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0ff37ada-fb0f-42f5-bc58-5a597f9749de req-3badebda-731d-4413-a711-6010ba35371c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699360 Mar 09 06:16:49.122947 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02498c4-dfd9-4e41-95d6-c5d979467cc6 req-45562d2d-7c24-4cd4-9096-a2516a2b60f2 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:49.124512 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f02498c4-dfd9-4e41-95d6-c5d979467cc6 req-45562d2d-7c24-4cd4-9096-a2516a2b60f2 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0826442 Mar 09 06:16:49.176541 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f02498c4-dfd9-4e41-95d6-c5d979467cc6 req-a983f05b-8481-4a50-9396-1d26170ad3ee tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Mar 09 06:16:49.597528 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e205f-9872-4284-a4dd-53cab3c4bb18 req-fa5bf852-5ea7-4341-a23e-c59608d5d87f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:49.599001 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4e6e205f-9872-4284-a4dd-53cab3c4bb18 req-fa5bf852-5ea7-4341-a23e-c59608d5d87f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0566587 Mar 09 06:16:49.653960 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4e6e205f-9872-4284-a4dd-53cab3c4bb18 req-5002387a-4db1-47bd-96e6-7b2f9159b158 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486245 Mar 09 06:16:50.223058 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e31e70-d86e-4b66-9967-a89c88104f2f req-b87e3ab2-3513-4b0d-8fa0-c15de4f3bd5d tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:50.224607 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45e31e70-d86e-4b66-9967-a89c88104f2f req-b87e3ab2-3513-4b0d-8fa0-c15de4f3bd5d tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0534215 Mar 09 06:16:50.305509 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45e31e70-d86e-4b66-9967-a89c88104f2f req-747e0f45-12f4-49f2-a932-458c4cc7cd26 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752242 Mar 09 06:16:50.323600 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26139fe8-b35f-40c0-8f05-c83c4edcbbf8 req-89dc96d3-c473-4e01-8b5a-ee6859c24b73 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:50.323600 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-26139fe8-b35f-40c0-8f05-c83c4edcbbf8 req-89dc96d3-c473-4e01-8b5a-ee6859c24b73 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0782299 Mar 09 06:16:50.367820 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-26139fe8-b35f-40c0-8f05-c83c4edcbbf8 req-f8252cd2-f09a-4765-a58f-4e6c8d5e49c0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404747 Mar 09 06:16:50.772098 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9ad24-8e8c-4573-9c6a-6a3e255188b5 req-2d31a58b-221c-4efd-b916-b488cf36da75 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:50.773600 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ae9ad24-8e8c-4573-9c6a-6a3e255188b5 req-2d31a58b-221c-4efd-b916-b488cf36da75 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0509176 Mar 09 06:16:50.818908 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5ae9ad24-8e8c-4573-9c6a-6a3e255188b5 req-ab927bdc-b8a2-4905-916e-eeb5f2ea3bc2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399063 Mar 09 06:16:51.421542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aae9c-98c7-4c1d-a031-0a5fba952f42 req-3e3c5de0-c7ac-417b-b8bf-31234de1600a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:51.423014 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b8aae9c-98c7-4c1d-a031-0a5fba952f42 req-3e3c5de0-c7ac-417b-b8bf-31234de1600a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0533190 Mar 09 06:16:51.503411 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8b8aae9c-98c7-4c1d-a031-0a5fba952f42 req-d873c7d0-35df-4569-91fa-99df1925d6c5 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747008 Mar 09 06:16:51.517781 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767584a4-c29d-4b57-b4f6-2a1312af36f5 req-da9a70bc-7513-4025-8d0c-473483f4ea64 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:51.519216 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-767584a4-c29d-4b57-b4f6-2a1312af36f5 req-da9a70bc-7513-4025-8d0c-473483f4ea64 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0840440 Mar 09 06:16:51.567157 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-767584a4-c29d-4b57-b4f6-2a1312af36f5 req-8281db29-4345-47ab-ade9-2c70259438f1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Mar 09 06:16:51.936703 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b95f7-7d24-40b3-9e9c-db3f8f6b9714 req-d9d240af-e5fa-49f1-8fe0-746220f9c4ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:51.938163 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-851b95f7-7d24-40b3-9e9c-db3f8f6b9714 req-d9d240af-e5fa-49f1-8fe0-746220f9c4ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0507121 Mar 09 06:16:51.983422 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-851b95f7-7d24-40b3-9e9c-db3f8f6b9714 req-12c5bc84-84b6-4ea8-a256-5a57573b5d0e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393384 Mar 09 06:16:52.622120 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631390c0-a644-459a-b02d-dccc69dc44f4 req-4c8f8b26-3578-4d9a-9a14-054ff4a40620 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:52.623642 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-631390c0-a644-459a-b02d-dccc69dc44f4 req-4c8f8b26-3578-4d9a-9a14-054ff4a40620 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0562305 Mar 09 06:16:52.700428 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-631390c0-a644-459a-b02d-dccc69dc44f4 req-3037b103-ed37-455c-949c-5b49fd21389b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709114 Mar 09 06:16:52.715385 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071c6ea-8aa0-433d-8128-723f9e6c80cf req-e62a6a5d-783c-4280-bede-78886c941752 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:52.716886 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a071c6ea-8aa0-433d-8128-723f9e6c80cf req-e62a6a5d-783c-4280-bede-78886c941752 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0816336 Mar 09 06:16:52.763000 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a071c6ea-8aa0-433d-8128-723f9e6c80cf req-31eb048e-a57f-4fa3-8273-d1b11fa2e548 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407274 Mar 09 06:16:53.104344 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a60818-2154-44fb-9744-b41ed74a9461 req-c50d8155-791a-4f6e-9c1b-dfd4cfd2de41 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:53.105810 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-41a60818-2154-44fb-9744-b41ed74a9461 req-c50d8155-791a-4f6e-9c1b-dfd4cfd2de41 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0538456 Mar 09 06:16:53.151268 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-41a60818-2154-44fb-9744-b41ed74a9461 req-b188ae22-bc0b-479e-8b65-9ac721fc3832 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395570 Mar 09 06:16:53.814766 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd501807-4874-4b27-ac87-697c017cdf2c req-7e974663-588d-4e89-9bd4-04dea9a1d8a4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:53.816234 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd501807-4874-4b27-ac87-697c017cdf2c req-7e974663-588d-4e89-9bd4-04dea9a1d8a4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0518312 Mar 09 06:16:53.894070 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd501807-4874-4b27-ac87-697c017cdf2c req-1c18bd5b-9b83-4fc9-a471-5d8a723ca61f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724020 Mar 09 06:16:53.905258 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bea86-8201-4dce-8f8e-be2866458bc3 req-79fa156c-976d-4b0f-9e77-a86c7d0b114f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:53.906757 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-575bea86-8201-4dce-8f8e-be2866458bc3 req-79fa156c-976d-4b0f-9e77-a86c7d0b114f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0786374 Mar 09 06:16:53.955576 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-575bea86-8201-4dce-8f8e-be2866458bc3 req-b661e956-48ec-4cc6-92dc-5c6559085617 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427632 Mar 09 06:16:54.082517 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:16:54.271902 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de1061-9735-4d98-ad4b-2df86cbb048a req-37463409-3263-450e-86f5-a821cfbed6b2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:54.273391 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18de1061-9735-4d98-ad4b-2df86cbb048a req-37463409-3263-450e-86f5-a821cfbed6b2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0518243 Mar 09 06:16:54.318503 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-18de1061-9735-4d98-ad4b-2df86cbb048a req-d38ec1a6-4b01-49f8-92ac-7d6299fd5db9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397584 Mar 09 06:16:55.009474 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e90e-418b-4018-ba8a-24a2a72988d8 req-5b9a584d-ed33-4506-8d4f-17f5ecb6e9d2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:55.010967 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c40e90e-418b-4018-ba8a-24a2a72988d8 req-5b9a584d-ed33-4506-8d4f-17f5ecb6e9d2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0520334 Mar 09 06:16:55.088184 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c40e90e-418b-4018-ba8a-24a2a72988d8 req-b69b3b68-3219-49f7-a0a2-6ee6dea93d50 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719497 Mar 09 06:16:55.104123 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b8eba-53a0-4c60-9a43-acf16e5d932f req-1140bdb9-1933-4c66-a073-76221deb4070 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:55.105599 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d2b8eba-53a0-4c60-9a43-acf16e5d932f req-1140bdb9-1933-4c66-a073-76221deb4070 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0838003 Mar 09 06:16:55.151801 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d2b8eba-53a0-4c60-9a43-acf16e5d932f req-29278e43-cf1d-4ab2-aedf-d6dcf6a6be28 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401769 Mar 09 06:16:55.437963 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685844e-651d-43a5-8d30-267f5bb95b61 req-1d31bfab-4c75-45d7-835d-81f5620f3625 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:55.439417 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3685844e-651d-43a5-8d30-267f5bb95b61 req-1d31bfab-4c75-45d7-835d-81f5620f3625 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0517232 Mar 09 06:16:55.484814 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3685844e-651d-43a5-8d30-267f5bb95b61 req-5c10d297-0677-48fa-9e30-bc62ba0200e5 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398011 Mar 09 06:16:56.207185 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03227bad-7327-464c-8f26-5dad4d21ccbd req-b60a007c-7f80-47be-a42c-ff9d1d03541f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:56.208709 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03227bad-7327-464c-8f26-5dad4d21ccbd req-b60a007c-7f80-47be-a42c-ff9d1d03541f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0553081 Mar 09 06:16:56.287009 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03227bad-7327-464c-8f26-5dad4d21ccbd req-5fa61637-bc3a-474a-8cb9-cfe5862ca2cf tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726352 Mar 09 06:16:56.297247 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33241b6b-054e-4986-8a70-be960dde0cf1 req-a0d408c2-9739-4ae3-8785-07ad65f2a14f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:56.299330 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33241b6b-054e-4986-8a70-be960dde0cf1 req-a0d408c2-9739-4ae3-8785-07ad65f2a14f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0791574 Mar 09 06:16:56.344966 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33241b6b-054e-4986-8a70-be960dde0cf1 req-f6905216-ee94-47b2-88b5-6a6759848cf0 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402884 Mar 09 06:16:56.601377 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fe82a-23da-4ac1-865e-0ec471b18e41 req-6a99b1b3-56ca-450b-bcd7-2b43659d7309 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:56.602825 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d0fe82a-23da-4ac1-865e-0ec471b18e41 req-6a99b1b3-56ca-450b-bcd7-2b43659d7309 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0501597 Mar 09 06:16:56.650617 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d0fe82a-23da-4ac1-865e-0ec471b18e41 req-7c11121b-b4e0-4538-ad7c-727cce41cdad tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Mar 09 06:16:57.409051 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353260a-1744-4a89-b274-dc35dc62d1d2 req-979fc84d-2ed3-4347-9ff8-a2195fd51bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:57.410627 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a353260a-1744-4a89-b274-dc35dc62d1d2 req-979fc84d-2ed3-4347-9ff8-a2195fd51bac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 1130 time: 0.0765810 Mar 09 06:16:57.436214 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042fe15-1bd7-4206-9ac6-96dc393c08e2 req-fbb79c68-7b80-4d53-8a90-1e6f0beb0e31 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:57.437675 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5042fe15-1bd7-4206-9ac6-96dc393c08e2 req-fbb79c68-7b80-4d53-8a90-1e6f0beb0e31 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0793402 Mar 09 06:16:57.532373 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fe275-1ef7-406c-9d48-4b0f2ea5ea6e req-d18b3e47-b0f2-44cd-9905-58d9c08f3f1b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:57.533798 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f36fe275-1ef7-406c-9d48-4b0f2ea5ea6e req-d18b3e47-b0f2-44cd-9905-58d9c08f3f1b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.1223216 Mar 09 06:16:57.542397 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a353260a-1744-4a89-b274-dc35dc62d1d2 req-e5b0afae-5a92-451f-83d1-4a185e2d865e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189795 Mar 09 06:16:57.551161 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5042fe15-1bd7-4206-9ac6-96dc393c08e2 req-f3afa33a-063d-4040-9c83-99e1ae5511f3 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980406 Mar 09 06:16:57.587855 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f36fe275-1ef7-406c-9d48-4b0f2ea5ea6e req-2c7ccf1d-4d4d-43a4-a4e9-cc324587ed5a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478611 Mar 09 06:16:57.770506 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7391be-413b-4930-af9f-5eb1bfe29a26 req-ab1f2814-f07d-4d60-98ae-ddcc3a50608a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:57.771958 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d7391be-413b-4930-af9f-5eb1bfe29a26 req-ab1f2814-f07d-4d60-98ae-ddcc3a50608a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0511990 Mar 09 06:16:57.817750 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d7391be-413b-4930-af9f-5eb1bfe29a26 req-b8efb693-78b4-43ca-9cff-c2fd7896f7e2 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402267 Mar 09 06:16:58.696566 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dafb9-b4d0-4ea1-b9a7-11d68f0d518d req-c165ef14-92c7-492c-9297-79a1c24da49a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:58.698029 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-372dafb9-b4d0-4ea1-b9a7-11d68f0d518d req-c165ef14-92c7-492c-9297-79a1c24da49a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0811191 Mar 09 06:16:58.730162 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f6693-1c9b-49f3-a04f-38c89ce2b2c3 req-41235162-b97b-46b9-946c-1a5fe78ee73a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:58.731577 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c48f6693-1c9b-49f3-a04f-38c89ce2b2c3 req-41235162-b97b-46b9-946c-1a5fe78ee73a tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0786860 Mar 09 06:16:58.772282 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-372dafb9-b4d0-4ea1-b9a7-11d68f0d518d req-35e3f4f9-6c48-40d3-86da-b6a6e8146dfc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679572 Mar 09 06:16:58.798324 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c48f6693-1c9b-49f3-a04f-38c89ce2b2c3 req-895f74bb-2245-4a7a-99ec-20e1e8239530 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572915 Mar 09 06:16:58.936657 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53655e-77e3-4d64-94a0-9af195eb97ef req-7482f2c4-7358-4329-9b6b-5fdd9a53a80e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:58.938185 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7c53655e-77e3-4d64-94a0-9af195eb97ef req-7482f2c4-7358-4329-9b6b-5fdd9a53a80e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0514929 Mar 09 06:16:58.989820 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7c53655e-77e3-4d64-94a0-9af195eb97ef req-93390a9e-a0dd-4a50-93af-8c3cb6a49fee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456853 Mar 09 06:16:59.918813 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c5f4c-dca8-425a-9509-64e374f7b02e req-7c3152e4-fdfe-41fc-b005-cc1b0a3a1314 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:59.920260 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-305c5f4c-dca8-425a-9509-64e374f7b02e req-7c3152e4-fdfe-41fc-b005-cc1b0a3a1314 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0811801 Mar 09 06:16:59.931220 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043dfa5-a512-4d01-a224-4ffefe4d0248 req-c5341080-ef5d-42df-9d85-39bd932318c4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:16:59.932579 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d043dfa5-a512-4d01-a224-4ffefe4d0248 req-c5341080-ef5d-42df-9d85-39bd932318c4 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0680656 Mar 09 06:17:00.003689 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-305c5f4c-dca8-425a-9509-64e374f7b02e req-458b49e2-b416-4288-b405-59de9245ab07 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702019 Mar 09 06:17:00.006599 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d043dfa5-a512-4d01-a224-4ffefe4d0248 req-b1e6dcac-0958-43a8-9401-0217d5a9f3d5 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677698 Mar 09 06:17:00.142759 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c026cb-9998-4b8a-856f-88138f3b4a5c req-007124c8-c453-443e-8f11-9171e11092e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:00.144762 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52c026cb-9998-4b8a-856f-88138f3b4a5c req-007124c8-c453-443e-8f11-9171e11092e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0751557 Mar 09 06:17:00.152178 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4ae6a-5231-45c5-ac33-9f6991007a60 req-60b7a1ef-230a-431b-b194-8978cae12ebe tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:00.153621 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9a4ae6a-5231-45c5-ac33-9f6991007a60 req-60b7a1ef-230a-431b-b194-8978cae12ebe tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 943 time: 0.0937576 Mar 09 06:17:00.225703 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e9a4ae6a-5231-45c5-ac33-9f6991007a60 req-4dc2bc88-ddf4-4129-b093-c5ba606efb69 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648880 Mar 09 06:17:00.229147 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52c026cb-9998-4b8a-856f-88138f3b4a5c req-49ccf739-4705-4915-97b6-56c28ae1e88d tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746760 Mar 09 06:17:00.256769 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48352) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:17:00.311738 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:17:00.336432 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1e39-18d9-49ee-abe5-aded6e998473 req-f90b0004-2f11-4e35-b633-7980c7ff6efe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:00.339463 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-445a1e39-18d9-49ee-abe5-aded6e998473 req-f90b0004-2f11-4e35-b633-7980c7ff6efe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0575497 Mar 09 06:17:00.347073 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48356) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:17:00.351835 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Request body: {'floatingip': {'port_id': '267977d2-b092-4ff8-84e8-7f32775fb173'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:17:00.397475 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (90490f8c-75ea-4151-b7ad-7291962a2590), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.404700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f236b5-b3ab-4ac9-be4f-9fbda2b1f41b tempest-TestVolumeBootPattern-604912447 tempest-TestVolumeBootPattern-604912447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:00.406248 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f0f236b5-b3ab-4ac9-be4f-9fbda2b1f41b tempest-TestVolumeBootPattern-604912447 tempest-TestVolumeBootPattern-604912447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 1124 time: 0.1484830 Mar 09 06:17:00.409466 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48358) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:17:00.413579 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:17:00.413860 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'port_id': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:17:00.425049 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '83835970-6b87-4e22-b4a7-afd966f097ae', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'port_id': '83835970-6b87-4e22-b4a7-afd966f097ae', 'mac_address': 'fa:16:3e:9c:7d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:17:00.461944 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 83835970-6b87-4e22-b4a7-afd966f097ae is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:17:00.462328 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.474696 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83835970-6b87-4e22-b4a7-afd966f097ae {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:17:00.494006 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:17:00.499694 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.533814 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.587803 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=9']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:17:00.601929 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.705883 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Allocated IP 172.27.0.246 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/875d5640-f06a-4e07-a533-5620ebd3d3bb) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:17:00.808307 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (875d5640-f06a-4e07-a533-5620ebd3d3bb), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.842942 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.878403 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (875d5640-f06a-4e07-a533-5620ebd3d3bb), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.899490 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['83835970-6b87-4e22-b4a7-afd966f097ae'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:17:00.900176 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (90490f8c-75ea-4151-b7ad-7291962a2590), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:00.920433 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:17:00.926555 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:17:00.928517 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=875d5640-f06a-4e07-a533-5620ebd3d3bb,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:17:00.930645 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:17:01.011049 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Floating IP 90490f8c-75ea-4151-b7ad-7291962a2590 associated. External IP: 172.27.0.188, port: 267977d2-b092-4ff8-84e8-7f32775fb173. Mar 09 06:17:01.227335 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:17:01.415141 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba75a4-c5a9-41eb-a946-b09e38eeddcc req-4ccb9305-35de-4df0-98d0-86ab46bc75ac tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:01.416682 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90ba75a4-c5a9-41eb-a946-b09e38eeddcc req-4ccb9305-35de-4df0-98d0-86ab46bc75ac tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 944 time: 0.1130524 Mar 09 06:17:01.507860 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90ba75a4-c5a9-41eb-a946-b09e38eeddcc req-8191a99f-5bb9-475e-9a6f-cd2b3784ec7a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853281 Mar 09 06:17:01.555454 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:17:01.560607 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:01.572947 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:17:01.584785 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:17:01.585408 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:16:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:17:01.592665 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-693200ff-cff0-47eb-b03e-aecc8060a06b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "PUT /v2.0/floatingips/90490f8c-75ea-4151-b7ad-7291962a2590 HTTP/1.1" status: 200 len: 992 time: 1.2444096 Mar 09 06:17:01.593328 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'tag': '267977d2-b092-4ff8-84e8-7f32775fb173'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:17:01.595733 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad21386b-9155-45c4-ab7a-bd47cbef1c54" -d '{"events": [{"name": "network-changed", "server_uuid": "291cecb2-24c0-4b6d-99e1-ae970ce257a6", "tag": "267977d2-b092-4ff8-84e8-7f32775fb173"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:17:01.633070 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8220fc71-5bd6-41b1-aaf1-6f05ce3aece2 x-openstack-request-id: req-8220fc71-5bd6-41b1-aaf1-6f05ce3aece2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:17:01.633363 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291cecb2-24c0-4b6d-99e1-ae970ce257a6", "tag": "267977d2-b092-4ff8-84e8-7f32775fb173", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:17:01.633616 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8220fc71-5bd6-41b1-aaf1-6f05ce3aece2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:17:01.634014 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'tag': '267977d2-b092-4ff8-84e8-7f32775fb173', 'status': 'completed', 'code': 200} Mar 09 06:17:01.660294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (3e0aa1c1-4323-494e-9a34-bbdfefeff773), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:01.704470 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:17:01.730975 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-12552657-e3a5-4860-9e8f-34d4d742f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:01.733809 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-12552657-e3a5-4860-9e8f-34d4d742f970 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5dd0d670c4574daa8c5d626bad12090c&device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 1130 time: 0.0741317 Mar 09 06:17:01.837289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (875d5640-f06a-4e07-a533-5620ebd3d3bb), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:01.866271 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-000331c1-e3a6-45f9-8f75-03d8e753d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:01.867728 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-000331c1-e3a6-45f9-8f75-03d8e753d2b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 200 len: 916 time: 0.1293955 Mar 09 06:17:01.931045 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '90490f8c-75ea-4151-b7ad-7291962a2590', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '267977d2-b092-4ff8-84e8-7f32775fb173', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:24:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:16:21Z', 'updated_at': '2022-03-09T06:17:00Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:17:01.956966 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:17:01.965285 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:17:01.965893 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-5a683660-4841-479c-a708-be62baa508b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267977d2-b092-4ff8-84e8-7f32775fb173 HTTP/1.1" status: 200 len: 1000 time: 0.0905161 Mar 09 06:17:01.966379 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:16:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:17:02.052587 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-573bc024-9be5-4770-9d88-0b6879a22843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:02.054040 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-573bc024-9be5-4770-9d88-0b6879a22843 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 200 len: 854 time: 0.0616162 Mar 09 06:17:02.074256 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:17:02.109374 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for port (875d5640-f06a-4e07-a533-5620ebd3d3bb), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:02.122561 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-ad3fe903-877e-4c97-a419-6f3bbe650dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:02.124069 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-ad3fe903-877e-4c97-a419-6f3bbe650dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627773 Mar 09 06:17:02.187738 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (875d5640-f06a-4e07-a533-5620ebd3d3bb), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:02.276675 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event updated for resources: {'Port': ['ID=875d5640-f06a-4e07-a533-5620ebd3d3bb,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:17:02.282529 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-96b9aa5a-f470-43f5-9809-b652faede6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525574 Mar 09 06:17:02.302702 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '90490f8c-75ea-4151-b7ad-7291962a2590', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '267977d2-b092-4ff8-84e8-7f32775fb173', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:24:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:16:21Z', 'updated_at': '2022-03-09T06:17:00Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:17:02.310539 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (3e0aa1c1-4323-494e-9a34-bbdfefeff773), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:02.331178 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:17:02.333652 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfb14c-3d01-4b87-9d2d-c276ef4d319c None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '90490f8c-75ea-4151-b7ad-7291962a2590', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'port_id': '267977d2-b092-4ff8-84e8-7f32775fb173', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'mac_address': 'fa:16:3e:24:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:16:21Z', 'updated_at': '2022-03-09T06:17:00Z', 'revision_number': 1, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:17:02.382690 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 83835970-6b87-4e22-b4a7-afd966f097ae triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:17:02.383067 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:02.453284 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ad21386b-9155-45c4-ab7a-bd47cbef1c54 req-20314cfc-3fdb-4ef4-899f-4e44013b011f service neutron] 10.222.0.20 "GET /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642282 Mar 09 06:17:02.468127 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 83835970-6b87-4e22-b4a7-afd966f097ae is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:17:02.468931 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:02.470738 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Floating IP 3e0aa1c1-4323-494e-9a34-bbdfefeff773 associated. External IP: 172.27.0.246, port: aaccb66c-70a4-4b59-b164-817f718d9c5a. Mar 09 06:17:02.495733 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:17:02.498140 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f543873d-d4c4-49df-a994-9c82100b7531" -d '{"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-plugged", "status": "completed", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:17:02.512445 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:17:02.539758 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783a0545-947b-40d6-9616-4868c634c955 x-openstack-request-id: req-783a0545-947b-40d6-9616-4868c634c955 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:17:02.540123 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-plugged", "status": "completed", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:17:02.540438 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-783a0545-947b-40d6-9616-4868c634c955 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:17:02.540960 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae', 'code': 200} Mar 09 06:17:02.572811 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565c898-cbf4-4aad-ae38-44baa4260bb3 None None] New status for floating IP 90490f8c-75ea-4151-b7ad-7291962a2590: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:17:02.596952 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:02.649018 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=10']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:17:02.707918 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea419b-7b7c-498e-b157-5f3896a3ea1b req-4c2f274c-94b4-4255-a2e4-3a4b98f4df45 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:02.709458 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-96ea419b-7b7c-498e-b157-5f3896a3ea1b req-4c2f274c-94b4-4255-a2e4-3a4b98f4df45 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 946 time: 0.1121452 Mar 09 06:17:02.794234 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:17:02.805097 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-96ea419b-7b7c-498e-b157-5f3896a3ea1b req-73f15799-53d9-493b-9358-fdb3f03748a0 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647292 Mar 09 06:17:02.935209 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f2c1-7e2b-4056-9243-ab7ea29fbf72 req-644e6e95-597a-4c24-965d-13c6a6372a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:02.936629 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9478f2c1-7e2b-4056-9243-ab7ea29fbf72 req-644e6e95-597a-4c24-965d-13c6a6372a9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 1130 time: 0.0897346 Mar 09 06:17:02.960068 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:17:02.969165 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:17:02.979819 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:17:02.980408 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:16:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:17:02.993072 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9478f2c1-7e2b-4056-9243-ab7ea29fbf72 req-7c8da5e6-c990-4d46-897d-2a80d9f4a890 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509181 Mar 09 06:17:03.078885 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:03.085841 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:17:03.120512 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-89b329ff-7a7a-481d-b328-f4758f63dabc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6970522 Mar 09 06:17:03.120512 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:17:03.120512 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f127ea-54c9-4b71-801e-b190e7f706c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:17:03.153662 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a48ec-c09d-4ad0-a83c-1e9915ef4735 x-openstack-request-id: req-313a48ec-c09d-4ad0-a83c-1e9915ef4735 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:17:03.153965 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:17:03.154228 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-313a48ec-c09d-4ad0-a83c-1e9915ef4735 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:17:03.154644 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'status': 'completed', 'code': 200} Mar 09 06:17:03.316743 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-c0a3b963-8588-4164-8d11-7f5e1f760f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:03.318258 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-c0a3b963-8588-4164-8d11-7f5e1f760f39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 1129 time: 0.0446832 Mar 09 06:17:03.411674 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-03e0580a-3ec5-4bc4-b326-5b9ba8a6cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:03.413187 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-03e0580a-3ec5-4bc4-b326-5b9ba8a6cd23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.0874236 Mar 09 06:17:03.431729 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '3e0aa1c1-4323-494e-9a34-bbdfefeff773', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:50:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:17:01Z', 'updated_at': '2022-03-09T06:17:01Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}, {'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:15Z', 'revision_number': 1, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:17:03.456668 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:17:03.464942 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:17:03.465561 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:16:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:17:03.477313 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-e335ddf8-f143-4784-975c-f5a24edd6701 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a HTTP/1.1" status: 200 len: 999 time: 0.0580046 Mar 09 06:17:03.544071 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-8b2e17a3-d98f-4bb7-982b-d0fdf2376607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:03.545584 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-8b2e17a3-d98f-4bb7-982b-d0fdf2376607 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0470538 Mar 09 06:17:03.572675 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:17:03.592615 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-d179ee92-d07a-49a3-a662-24fa699cf8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:03.594128 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-d179ee92-d07a-49a3-a662-24fa699cf8cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427742 Mar 09 06:17:03.681729 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-76c20646-0d69-41f3-9221-c69361809def service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813818 Mar 09 06:17:03.775229 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c0f127ea-54c9-4b71-801e-b190e7f706c8 req-ba094575-b17b-497d-97fd-c78ed07b56c8 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Mar 09 06:17:03.795866 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '3e0aa1c1-4323-494e-9a34-bbdfefeff773', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:50:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:17:01Z', 'updated_at': '2022-03-09T06:17:01Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}, {'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:15Z', 'revision_number': 1, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:17:03.821960 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11172a2-91ff-4fb3-be5d-cd15c0dde182 None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '3e0aa1c1-4323-494e-9a34-bbdfefeff773', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:50:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:17:01Z', 'updated_at': '2022-03-09T06:17:01Z', 'revision_number': 0, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}, {'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:15Z', 'revision_number': 1, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:17:03.938655 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdd49-dcfb-4e54-8be1-ac4e717df371 req-d5c057a0-ae09-4ecf-9666-93cbf011bb0e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:03.940732 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-766fdd49-dcfb-4e54-8be1-ac4e717df371 req-d5c057a0-ae09-4ecf-9666-93cbf011bb0e tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 946 time: 0.0544305 Mar 09 06:17:03.989774 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-766fdd49-dcfb-4e54-8be1-ac4e717df371 req-8823131f-516d-4d0a-baae-b1e41d74058a tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432415 Mar 09 06:17:04.017648 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5f04f-d222-40c2-9cb0-4935be7fe954 None None] New status for floating IP 3e0aa1c1-4323-494e-9a34-bbdfefeff773: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:17:05.118292 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a22872-1ec4-4634-800a-9dfb8c77a05b req-29518bda-d5c0-45e9-80f0-d95069ebbe7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:05.119985 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a6a22872-1ec4-4634-800a-9dfb8c77a05b req-29518bda-d5c0-45e9-80f0-d95069ebbe7f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 946 time: 0.0565147 Mar 09 06:17:05.168511 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a6a22872-1ec4-4634-800a-9dfb8c77a05b req-be9aac57-90bb-4285-b16e-821500e091cf tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429382 Mar 09 06:17:06.287794 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34e083-2c7e-40a1-8c7f-4e37b83b70ea req-5785530a-be73-42d6-82eb-7b7fe007ef33 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:06.289272 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c34e083-2c7e-40a1-8c7f-4e37b83b70ea req-5785530a-be73-42d6-82eb-7b7fe007ef33 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 946 time: 0.0505393 Mar 09 06:17:06.334197 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c34e083-2c7e-40a1-8c7f-4e37b83b70ea req-27a326d4-f5f9-4ce8-9394-b6e9fc1aa259 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Mar 09 06:17:06.419358 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2e43d226-3300-4929-b29b-adf22e8a44fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:08.693802 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4331b877-d2f6-4d4f-89f7-368de05d5237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:10.042484 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:11.036591 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:12.085557 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101e0c4-1783-48a1-8011-4c5ff4075b63 req-15adc449-2ce9-482d-8c70-0cf5fc1c12f6 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:12.087109 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1101e0c4-1783-48a1-8011-4c5ff4075b63 req-15adc449-2ce9-482d-8c70-0cf5fc1c12f6 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0546420 Mar 09 06:17:12.137167 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1101e0c4-1783-48a1-8011-4c5ff4075b63 req-02aea022-bb51-4f9f-b7f7-2562ca572841 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446820 Mar 09 06:17:12.750741 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:13.255156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32aae-602b-4c04-b91b-1773f10a1079 req-f9963a67-5997-4a91-b6f6-ae715523bc76 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:13.256631 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6ff32aae-602b-4c04-b91b-1773f10a1079 req-f9963a67-5997-4a91-b6f6-ae715523bc76 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Mar 09 06:17:13.303652 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6ff32aae-602b-4c04-b91b-1773f10a1079 req-b6195feb-8253-4e7c-b18f-11f7a82b34ff tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Mar 09 06:17:14.416688 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb3f26-27ed-4440-bb19-e22e6cd0fe00 req-6d953123-8658-4dd3-b313-0b9f1bd39b69 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:14.418053 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-afcb3f26-27ed-4440-bb19-e22e6cd0fe00 req-6d953123-8658-4dd3-b313-0b9f1bd39b69 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0503974 Mar 09 06:17:14.467757 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-afcb3f26-27ed-4440-bb19-e22e6cd0fe00 req-5b33b7dc-350d-4c5d-a6be-62961f0d402b tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 Mar 09 06:17:15.583576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c68b-a249-4e9a-a653-b20688fcd05d req-8d2f4d54-1ca9-4f2f-94e0-228bc8aef0b7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:15.585061 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cc32c68b-a249-4e9a-a653-b20688fcd05d req-8d2f4d54-1ca9-4f2f-94e0-228bc8aef0b7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Mar 09 06:17:15.632821 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cc32c68b-a249-4e9a-a653-b20688fcd05d req-7d964af7-785c-4efc-b6be-32686145368c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422678 Mar 09 06:17:16.746709 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c40a8-b254-4070-8d61-d73b37b19fd5 req-e5163bcc-b258-4894-b1db-ad589357636b tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:16.748165 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af7c40a8-b254-4070-8d61-d73b37b19fd5 req-e5163bcc-b258-4894-b1db-ad589357636b tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0506651 Mar 09 06:17:16.795546 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-af7c40a8-b254-4070-8d61-d73b37b19fd5 req-41288e28-813d-4a95-8b1c-e5573d19609a tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416920 Mar 09 06:17:17.745278 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:17:17.912788 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c13616-efc8-4bbc-88b7-73fc1714e783 req-7bf6c304-203c-4e3f-9788-09967fae6eb7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:17.914240 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58c13616-efc8-4bbc-88b7-73fc1714e783 req-7bf6c304-203c-4e3f-9788-09967fae6eb7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0550389 Mar 09 06:17:17.961039 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-58c13616-efc8-4bbc-88b7-73fc1714e783 req-83736528-c844-4d35-b23b-2470b8ddd116 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Mar 09 06:17:19.074292 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b8078-30b6-4eb8-90b0-9dd0e544ce03 req-7a220023-be8b-426f-bd65-b9b53584ae62 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:19.075746 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-531b8078-30b6-4eb8-90b0-9dd0e544ce03 req-7a220023-be8b-426f-bd65-b9b53584ae62 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0506163 Mar 09 06:17:19.122630 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-531b8078-30b6-4eb8-90b0-9dd0e544ce03 req-75e35933-e97f-4aa7-9db8-1a9838828748 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413861 Mar 09 06:17:20.286706 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28dd4-6f72-437e-a53b-af8d8525c4a3 req-4fec4d08-5d26-44ef-bfd2-f76906da1d20 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:20.288172 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ec28dd4-6f72-437e-a53b-af8d8525c4a3 req-4fec4d08-5d26-44ef-bfd2-f76906da1d20 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.1001866 Mar 09 06:17:20.338601 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ec28dd4-6f72-437e-a53b-af8d8525c4a3 req-4553200d-7d55-4036-822d-fc0d32c8c94f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448108 Mar 09 06:17:21.502982 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9b678-2444-4d4c-8aa4-7d5e45e6bbcf req-66f56e92-5053-456e-826d-7c4e85e8369d tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:21.504392 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31b9b678-2444-4d4c-8aa4-7d5e45e6bbcf req-66f56e92-5053-456e-826d-7c4e85e8369d tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.1007922 Mar 09 06:17:21.552503 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31b9b678-2444-4d4c-8aa4-7d5e45e6bbcf req-0a5967af-72a6-4605-845c-381a14b2d126 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426595 Mar 09 06:17:22.320700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-5e5f1ea5-df55-45e8-87d8-c695d27dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:22.322137 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-5e5f1ea5-df55-45e8-87d8-c695d27dbc51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1129 time: 0.0433486 Mar 09 06:17:22.416828 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-7c9cbb93-e1ce-4a45-bf06-0ef0da4fe0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:22.418187 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-7c9cbb93-e1ce-4a45-bf06-0ef0da4fe0b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee HTTP/1.1" status: 200 len: 909 time: 0.0854433 Mar 09 06:17:22.490126 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-2a4f580d-9946-415d-9750-b0eca1390cd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 200 len: 1000 time: 0.0559597 Mar 09 06:17:22.542653 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-07f60915-86b3-4d30-ac1b-12e718e59afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:22.544110 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-07f60915-86b3-4d30-ac1b-12e718e59afc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6763a0a2-6261-444f-a87d-317955dd1169 HTTP/1.1" status: 200 len: 847 time: 0.0458069 Mar 09 06:17:22.594127 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-ef1c6914-9f15-4a9a-a2ea-45f5e65ab409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:22.595759 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-ef1c6914-9f15-4a9a-a2ea-45f5e65ab409 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433497 Mar 09 06:17:22.980246 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000597f-1f4e-41a5-8243-423e9c153cda req-8188faed-3f49-4a23-ace0-14cc3bbb0279 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:22.981731 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e000597f-1f4e-41a5-8243-423e9c153cda req-8188faed-3f49-4a23-ace0-14cc3bbb0279 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.3572679 Mar 09 06:17:22.987133 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-8468175c-8a91-4179-9623-d5246e2498ff service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798935 Mar 09 06:17:23.078064 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e000597f-1f4e-41a5-8243-423e9c153cda req-9002c382-e095-46d9-937b-354975825d3d tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900116 Mar 09 06:17:23.104930 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-554f171b-b5c1-4b37-926b-810f7fa900ba req-e982d698-05e9-459f-a798-29c9e618588e service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045797 Mar 09 06:17:24.099667 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:24.197715 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf6788-4f77-4455-8a3b-e997a16fe770 req-00159163-b264-4025-a68c-959f5d9feaa1 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:24.199170 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33cf6788-4f77-4455-8a3b-e997a16fe770 req-00159163-b264-4025-a68c-959f5d9feaa1 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0559897 Mar 09 06:17:24.246970 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-33cf6788-4f77-4455-8a3b-e997a16fe770 req-a56d98f5-bb4e-4ac7-904d-232f621ca4a2 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423057 Mar 09 06:17:25.361127 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35490cc-d7dd-43bd-a380-64893c1128a5 req-9bf0685b-e746-418b-902c-e0467cf6fa72 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:25.362584 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d35490cc-d7dd-43bd-a380-64893c1128a5 req-9bf0685b-e746-418b-902c-e0467cf6fa72 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0512264 Mar 09 06:17:25.409503 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d35490cc-d7dd-43bd-a380-64893c1128a5 req-683c1575-79b0-4252-a29f-aa162a3f0b67 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415881 Mar 09 06:17:26.526195 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17587493-7811-45f7-9f8e-0cf44ba890f7 req-6581f8cf-371d-4f0d-8065-5bd0bbbad9b3 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:26.527627 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17587493-7811-45f7-9f8e-0cf44ba890f7 req-6581f8cf-371d-4f0d-8065-5bd0bbbad9b3 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0541644 Mar 09 06:17:26.574171 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-17587493-7811-45f7-9f8e-0cf44ba890f7 req-7d8c6f6c-79f5-4894-91d4-dc8390774504 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411956 Mar 09 06:17:26.883142 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777cbe8-c99f-44a2-8f4f-5882e834e30b req-44b8373b-83cc-4156-a034-a104ca8c26ec tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:26.884653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b777cbe8-c99f-44a2-8f4f-5882e834e30b req-44b8373b-83cc-4156-a034-a104ca8c26ec tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Mar 09 06:17:26.933187 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b777cbe8-c99f-44a2-8f4f-5882e834e30b req-fc509f83-d8f2-4a53-ae30-087b87aa91c2 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428579 Mar 09 06:17:26.949859 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-7741c23b-051f-4df8-834d-d88271b58760 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837517 Mar 09 06:17:27.064478 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-4de1cdf6-c851-4817-8733-a524c9a829e2 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:27.065775 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-4de1cdf6-c851-4817-8733-a524c9a829e2 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports/a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 200 len: 942 time: 0.0924737 Mar 09 06:17:28.049656 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789800b-f310-45f4-b273-cf8147e9ace1 req-8fec8d00-534a-45b5-a88f-610fc79fa6de tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:28.051036 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b789800b-f310-45f4-b273-cf8147e9ace1 req-8fec8d00-534a-45b5-a88f-610fc79fa6de tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0517621 Mar 09 06:17:28.107026 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b789800b-f310-45f4-b273-cf8147e9ace1 req-e6e9eb4b-1fe2-4c66-a5e2-2c4bfe04027d tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503967 Mar 09 06:17:28.485408 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device a20c88f6-b8b2-42fd-bb47-cad07516b265 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:17:28.559129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port a20c88f6-b8b2-42fd-bb47-cad07516b265 is: ACTIVE; New status is: DOWN {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:17:28.559577 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:28.581951 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:17:28.584227 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68840b5f-f8ae-4ece-b14e-433438b544ef" -d '{"events": [{"server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "name": "network-vif-unplugged", "status": "completed", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:17:28.596143 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:17:28.617737 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 06:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41bf122-b8fd-4ebd-9389-73055c8b927e x-openstack-request-id: req-c41bf122-b8fd-4ebd-9389-73055c8b927e {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:17:28.618105 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "name": "network-vif-unplugged", "status": "failed", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265", "code": 422}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:17:28.618378 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c41bf122-b8fd-4ebd-9389-73055c8b927e {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:17:28.618726 dv-cinder-831154-2-iscsi neutron-server[103638]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'code': 422} returned with failed status Mar 09 06:17:28.636426 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:28.686115 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=6']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:17:28.692972 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.693332 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.693717 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.694061 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.694400 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.694732 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.695056 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.695387 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.695714 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.696042 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.696370 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.696724 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:28.697103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:17:29.223461 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a64f5-b130-48e4-8975-9546cb8d88b5 req-9d4e921f-b8ae-49f9-ba71-271c289ec94f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:29.224952 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c0a64f5-b130-48e4-8975-9546cb8d88b5 req-9d4e921f-b8ae-49f9-ba71-271c289ec94f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0522544 Mar 09 06:17:29.273940 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c0a64f5-b130-48e4-8975-9546cb8d88b5 req-b6574477-b882-4f24-8e54-082da677505a tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433621 Mar 09 06:17:29.334037 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-99da8516-8ef9-4b25-8ba3-f1d1c4eec870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:29.335511 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-99da8516-8ef9-4b25-8ba3-f1d1c4eec870 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2&tenant_id=1f840f8c7f614daa9c5d157583bc19e4 HTTP/1.1" status: 200 len: 1127 time: 0.0438581 Mar 09 06:17:29.400192 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-14f2986b-617d-4c5c-a31c-082929861a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:29.401623 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-14f2986b-617d-4c5c-a31c-082929861a18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1127 time: 0.0437424 Mar 09 06:17:29.492788 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-803ccf81-2db8-458a-9990-ea162f81adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:29.494190 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-803ccf81-2db8-458a-9990-ea162f81adbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee HTTP/1.1" status: 200 len: 909 time: 0.0847969 Mar 09 06:17:29.560519 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-d4179ac8-29cb-4510-a789-3f52f321d618 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 200 len: 998 time: 0.0594234 Mar 09 06:17:29.606367 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-245b58bc-ded8-42bc-9d48-8ede6ba853f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:29.607729 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-245b58bc-ded8-42bc-9d48-8ede6ba853f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6763a0a2-6261-444f-a87d-317955dd1169 HTTP/1.1" status: 200 len: 847 time: 0.0412254 Mar 09 06:17:29.654611 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-1113ffb5-366b-47cc-ad69-934a1d970e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:29.655972 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-1113ffb5-366b-47cc-ad69-934a1d970e34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419705 Mar 09 06:17:29.746411 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-b15064a7-666f-4e00-b0e6-5a515a342b36 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832095 Mar 09 06:17:29.834721 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-49399e18-2ad8-41c5-8289-de029e1741e7 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807590 Mar 09 06:17:29.982763 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-981cc39c-fbef-4145-92f4-f80d77a79cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:29.984164 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-981cc39c-fbef-4145-92f4-f80d77a79cca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1127 time: 0.0440273 Mar 09 06:17:30.097710 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-608c6f0a-ccd5-4f77-b8f7-88153e61189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:30.099157 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-608c6f0a-ccd5-4f77-b8f7-88153e61189d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee HTTP/1.1" status: 200 len: 909 time: 0.0859501 Mar 09 06:17:30.167784 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-4ac7044f-396e-4eab-9a5c-736111fd6204 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 200 len: 998 time: 0.0620747 Mar 09 06:17:30.215490 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-67cee42f-2a12-47b5-82e9-33af3936d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:30.216982 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-67cee42f-2a12-47b5-82e9-33af3936d1f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6763a0a2-6261-444f-a87d-317955dd1169 HTTP/1.1" status: 200 len: 847 time: 0.0432572 Mar 09 06:17:30.264114 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-0a2c4c06-aae2-4263-b113-8bc9f7c3d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:30.265522 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-0a2c4c06-aae2-4263-b113-8bc9f7c3d6ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424435 Mar 09 06:17:30.384353 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-d042dd2f-af17-4f9e-9b94-1fbaba418e95 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117704 Mar 09 06:17:30.420059 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1972-07fc-4bb9-8260-1b51044331b9 req-1ac4356d-bd4e-4f2c-a0f1-e8fd0093c5bd tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:30.421492 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6cab1972-07fc-4bb9-8260-1b51044331b9 req-1ac4356d-bd4e-4f2c-a0f1-e8fd0093c5bd tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0822730 Mar 09 06:17:30.520737 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6cab1972-07fc-4bb9-8260-1b51044331b9 req-66638216-5dcd-416b-8526-d285e1bc41da tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930440 Mar 09 06:17:30.525878 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9bef07c9-42d2-47ac-b332-50647b29e0f2 req-ee185ff7-415c-4b7c-8c8f-8d71dee8a290 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307456 Mar 09 06:17:31.637161 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440187b-b826-4cb0-bd30-acfb68f93ad5 req-9558f336-305a-45d5-81bc-cda701d80cf4 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:31.638629 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6440187b-b826-4cb0-bd30-acfb68f93ad5 req-9558f336-305a-45d5-81bc-cda701d80cf4 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0527787 Mar 09 06:17:31.686194 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6440187b-b826-4cb0-bd30-acfb68f93ad5 req-600ad0a3-358a-48d5-b729-4ae5f9ac508a tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419710 Mar 09 06:17:32.799634 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ebdee-abee-4681-955e-7f9b517aee9a req-d420dfd0-ed0d-4c50-a4c8-526ee3ae6b39 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:32.801111 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1e1ebdee-abee-4681-955e-7f9b517aee9a req-d420dfd0-ed0d-4c50-a4c8-526ee3ae6b39 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0509188 Mar 09 06:17:32.851578 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1e1ebdee-abee-4681-955e-7f9b517aee9a req-6b83445d-c891-4e3a-91c9-50469ca2578a tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444117 Mar 09 06:17:33.966257 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30256fe8-7258-4bfa-a532-9f3972f9c51d req-d432ab8d-530d-47f4-8fb4-5f07e11712e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:33.967730 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-30256fe8-7258-4bfa-a532-9f3972f9c51d req-d432ab8d-530d-47f4-8fb4-5f07e11712e7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0516541 Mar 09 06:17:34.014832 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-30256fe8-7258-4bfa-a532-9f3972f9c51d req-f51e481d-f155-420e-8eb7-6915277360dd tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Mar 09 06:17:35.128264 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273243b-a933-4d98-8f5d-ddbfa3e2b285 req-737bd65b-ca21-4fe2-be1d-2aa38a576273 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:35.129810 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9273243b-a933-4d98-8f5d-ddbfa3e2b285 req-737bd65b-ca21-4fe2-be1d-2aa38a576273 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0509396 Mar 09 06:17:35.177252 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9273243b-a933-4d98-8f5d-ddbfa3e2b285 req-3ebeccec-efb8-49ad-8199-ba59fa7eb17b tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414143 Mar 09 06:17:36.295500 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025264-87dd-43ab-b76c-ee7dbc759a5f req-b9ade65f-b841-4559-8d15-2855e031fae9 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:36.296989 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c025264-87dd-43ab-b76c-ee7dbc759a5f req-b9ade65f-b841-4559-8d15-2855e031fae9 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0555010 Mar 09 06:17:36.343807 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8c025264-87dd-43ab-b76c-ee7dbc759a5f req-6d2b180e-c543-47ce-b587-9bd9f8216a79 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414467 Mar 09 06:17:36.430697 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4371c54-a4f4-449b-9cee-cefe9444f9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:37.457576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d3b32-e24c-4708-9d3a-581e5ce03dc3 req-d89a4cc2-fe90-455d-811c-1553a8311719 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:37.459079 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de7d3b32-e24c-4708-9d3a-581e5ce03dc3 req-d89a4cc2-fe90-455d-811c-1553a8311719 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0514956 Mar 09 06:17:37.507943 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de7d3b32-e24c-4708-9d3a-581e5ce03dc3 req-3b3a29d9-f44e-4d69-8b7d-c6913c2b275b tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421593 Mar 09 06:17:38.519192 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device a20c88f6-b8b2-42fd-bb47-cad07516b265 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:17:38.615045 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:17:38.623505 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23ca2c-20de-4474-ae76-433f498a34b0 req-0c250711-da21-47ad-be52-9f0ca0aa7759 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:38.625019 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eb23ca2c-20de-4474-ae76-433f498a34b0 req-0c250711-da21-47ad-be52-9f0ca0aa7759 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 943 time: 0.0515325 Mar 09 06:17:38.626098 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'port_id': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'mac_address': 'fa:16:3e:af:9e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:17:38.672374 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port a20c88f6-b8b2-42fd-bb47-cad07516b265 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:17:38.672897 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:38.679326 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-eb23ca2c-20de-4474-ae76-433f498a34b0 req-fd65ddab-35b6-412b-bfea-59c74e613af2 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476749 Mar 09 06:17:38.685885 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20c88f6-b8b2-42fd-bb47-cad07516b265 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:17:38.705823 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:17:38.709737 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5aab047b-b9f0-4f5d-a647-0b279bdcf8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:38.761222 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:38.808513 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=7']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:17:39.141027 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['a20c88f6-b8b2-42fd-bb47-cad07516b265'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:17:39.797164 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a40f2b-6b2a-4e7c-981c-a66f96bc93da req-549cf390-e551-41d8-826d-3545dca27639 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:39.798637 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5a40f2b-6b2a-4e7c-981c-a66f96bc93da req-549cf390-e551-41d8-826d-3545dca27639 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 944 time: 0.0523069 Mar 09 06:17:39.845997 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f5a40f2b-6b2a-4e7c-981c-a66f96bc93da req-b0d1b14e-0ad3-44b3-9415-624042671dd4 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418675 Mar 09 06:17:40.013206 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:40.531743 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device a20c88f6-b8b2-42fd-bb47-cad07516b265 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:17:40.578841 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port a20c88f6-b8b2-42fd-bb47-cad07516b265 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:17:40.579210 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:40.653424 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port a20c88f6-b8b2-42fd-bb47-cad07516b265 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:17:40.653808 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:40.675343 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:17:40.677548 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6541171-87e9-4e4a-ab33-e13704097d87" -d '{"events": [{"server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "name": "network-vif-plugged", "status": "completed", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:17:40.689544 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:17:40.712684 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26768c29-9912-4a95-b3ec-3a0b898393ca x-openstack-request-id: req-26768c29-9912-4a95-b3ec-3a0b898393ca {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:17:40.712978 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "name": "network-vif-plugged", "status": "completed", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:17:40.713237 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26768c29-9912-4a95-b3ec-3a0b898393ca {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:17:40.713633 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'code': 200} Mar 09 06:17:40.733323 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:40.779786 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=8']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:17:40.963413 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a58fa9-6528-49d7-8c22-aebc5c8a6548 req-df520753-da6b-4a6b-9fef-3ecb88e2187b tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:40.964961 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c5a58fa9-6528-49d7-8c22-aebc5c8a6548 req-df520753-da6b-4a6b-9fef-3ecb88e2187b tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0537987 Mar 09 06:17:41.013221 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:41.043590 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c5a58fa9-6528-49d7-8c22-aebc5c8a6548 req-dda4c74a-ae73-4a95-8c1d-30fb7089347c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729690 Mar 09 06:17:41.052683 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1d984-62ff-4681-8554-f7cce4c9ed97 req-35f8a59c-345c-4f18-8d6b-8e335cc0f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:41.054185 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-12d1d984-62ff-4681-8554-f7cce4c9ed97 req-35f8a59c-345c-4f18-8d6b-8e335cc0f0a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1129 time: 0.0702803 Mar 09 06:17:41.100054 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-12d1d984-62ff-4681-8554-f7cce4c9ed97 req-5f8c6d4d-1deb-42d6-9a13-06dc3118d993 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Mar 09 06:17:42.161678 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ba99-fc56-4f8b-93ba-934430241ca2 req-2a7c4ac8-0838-4de2-91ec-13f54cc686ee tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:42.163169 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6651ba99-fc56-4f8b-93ba-934430241ca2 req-2a7c4ac8-0838-4de2-91ec-13f54cc686ee tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0521543 Mar 09 06:17:42.210645 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6651ba99-fc56-4f8b-93ba-934430241ca2 req-ba3efeaf-2aee-4fda-856e-e0a382d44006 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414562 Mar 09 06:17:42.756099 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:43.326730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f9b0d-812e-45db-9c58-b0462b7011cc req-f2290633-786c-40a1-8446-a68ca0799d14 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:17:43.328179 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-906f9b0d-812e-45db-9c58-b0462b7011cc req-f2290633-786c-40a1-8446-a68ca0799d14 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0540440 Mar 09 06:17:43.375699 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-906f9b0d-812e-45db-9c58-b0462b7011cc req-d49d9e4e-3637-4fed-958a-175dbfde97f5 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420024 Mar 09 06:17:54.093226 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:17:54.743807 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:18:06.435433 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9e398366-817c-473b-9e45-821627f4dbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:08.675460 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a703d12-f8e2-4265-b7de-c607b2edf4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:10.046592 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:11.000806 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:12.749706 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:14.183643 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0e81a-ef71-4fd3-b237-c5b4f64017ea req-53cbd2f0-0078-4c83-a846-cb78877ba3ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:14.185140 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-41f0e81a-ef71-4fd3-b237-c5b4f64017ea req-53cbd2f0-0078-4c83-a846-cb78877ba3ee tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 946 time: 0.0517228 Mar 09 06:18:14.230995 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-41f0e81a-ef71-4fd3-b237-c5b4f64017ea req-f44688a7-01d4-410d-a870-cfae71e9cde1 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404177 Mar 09 06:18:15.351045 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da184-e6cc-4556-aa92-23dad19e6753 req-c416d310-7b8f-4567-a6df-c3ff241d2c04 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:15.352468 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-035da184-e6cc-4556-aa92-23dad19e6753 req-c416d310-7b8f-4567-a6df-c3ff241d2c04 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 946 time: 0.0500064 Mar 09 06:18:15.401557 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-035da184-e6cc-4556-aa92-23dad19e6753 req-39673421-4af9-42c9-92b8-36dd031b3064 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Mar 09 06:18:15.943269 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-5f7e94b6-b8fe-48c3-bc4c-0b8b981903c9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:15.944695 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-5f7e94b6-b8fe-48c3-bc4c-0b8b981903c9 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 946 time: 0.0496910 Mar 09 06:18:16.033425 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Deleting port 83835970-6b87-4e22-b4a7-afd966f097ae {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:16.033761 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:16.123518 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] For port 83835970-6b87-4e22-b4a7-afd966f097ae, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=83835970-6b87-4e22-b4a7-afd966f097ae,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:16.123878 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:16.290608 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:16.290977 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (dd33dd16-b3f3-47cb-a2ac-381171d9b57b), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:16.291288 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Floating IP dd33dd16-b3f3-47cb-a2ac-381171d9b57b disassociated. External IP: 172.27.0.26, port: 83835970-6b87-4e22-b4a7-afd966f097ae. Mar 09 06:18:16.291625 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Calling delete_port for 83835970-6b87-4e22-b4a7-afd966f097ae owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:16.506499 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (83835970-6b87-4e22-b4a7-afd966f097ae), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:16.536729 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event deleted for resources: {'Port': ['ID=83835970-6b87-4e22-b4a7-afd966f097ae,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:16.552658 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db990bbd-ce62-4a42-9122-9138dbcdc0fc req-7b015ab9-2936-4e22-bd56-e773f8d97e18 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:16.554132 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-db990bbd-ce62-4a42-9122-9138dbcdc0fc req-7b015ab9-2936-4e22-bd56-e773f8d97e18 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 868 time: 0.0836382 Mar 09 06:18:16.557289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.557634 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.557996 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.558339 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.558667 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.558998 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.559322 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.559648 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.559966 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.560282 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.560704 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.561025 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.561364 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:16.654215 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-db990bbd-ce62-4a42-9122-9138dbcdc0fc req-f9926ba5-2321-4e04-a4aa-a0424ecac07f tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888913 Mar 09 06:18:16.704890 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:18:16.812945 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:18:16.822686 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] Sync routers for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:18:16.831854 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:16.832463 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:16.856370 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] No DVR routers for this DVR port 83835970-6b87-4e22-b4a7-afd966f097ae on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:18:16.858960 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:16.862397 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-14060588-f167-41e0-9cd3-c49ffd6f8ac6 req-670533a7-256f-4e56-bf4c-4b67ab543a73 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.20 "DELETE /v2.0/ports/83835970-6b87-4e22-b4a7-afd966f097ae HTTP/1.1" status: 204 len: 173 time: 0.9128325 Mar 09 06:18:16.862835 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-deleted', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:18:16.865757 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1299c04-e40f-4f40-bacc-fd8f1ab27ba6" -d '{"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-deleted", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:18:16.950507 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:16.965482 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd7f2aa-56d2-4b62-a9e7-5beb421475ac x-openstack-request-id: req-4dd7f2aa-56d2-4b62-a9e7-5beb421475ac {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:18:16.965773 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab853bcf-cfb3-4eea-a467-daddd19441a7", "name": "network-vif-deleted", "tag": "83835970-6b87-4e22-b4a7-afd966f097ae", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:18:16.966027 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dd7f2aa-56d2-4b62-a9e7-5beb421475ac {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:18:16.966446 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab853bcf-cfb3-4eea-a467-daddd19441a7', 'name': 'network-vif-deleted', 'tag': '83835970-6b87-4e22-b4a7-afd966f097ae', 'status': 'completed', 'code': 200} Mar 09 06:18:17.153343 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:17.178808 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] Checking router: 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:18:17.186868 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:17.187466 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:17.417923 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:17.608399 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:17.639050 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9fe89-9808-497d-b4a4-cfdd65380e4b None None] The sync data for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi is: [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:30Z', 'revision_number': 4, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd', 'name': '', 'network_id': 'd10087f7-28be-4c6c-ab74-a195bf5355a2', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'mac_address': 'fa:16:3e:3d:ee:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:28Z', 'updated_at': '2022-03-09T06:07:41Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'subnets': [{'id': '12bcd25e-0941-4a60-9e56-88686fd01b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:18:17.767314 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8f5e99eb-cc8d-44a9-8960-92eb1006f272 req-d6a4c668-b812-49eb-aafa-468332af4d23 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab853bcf-cfb3-4eea-a467-daddd19441a7 HTTP/1.1" status: 200 len: 210 time: 0.0296438 Mar 09 06:18:17.871445 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b64b1-74cb-42ad-a447-0ec768d85ca6 None None] New status for floating IP dd33dd16-b3f3-47cb-a2ac-381171d9b57b: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:18:18.715031 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:18:18.735304 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 83835970-6b87-4e22-b4a7-afd966f097ae {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:18:18.735644 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 83835970-6b87-4e22-b4a7-afd966f097ae not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:18:18.886922 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48574) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:18.938035 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (cb030fe2-3cc0-43cc-8d97-40e9fb1c3953), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:18.963156 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (cb030fe2-3cc0-43cc-8d97-40e9fb1c3953), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.069558 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (cb030fe2-3cc0-43cc-8d97-40e9fb1c3953), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.072153 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.073340 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "DELETE /v2.0/security-groups/cb030fe2-3cc0-43cc-8d97-40e9fb1c3953 HTTP/1.1" status: 204 len: 168 time: 0.1854508 Mar 09 06:18:19.078042 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48576) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:19.082209 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb030fe2-3cc0-43cc-8d97-40e9fb1c3953,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:19.088973 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.api.v2.resource [None req-925d9385-004e-4448-bf6b-b269b8737c60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] show failed (client error): The resource could not be found. Mar 09 06:18:19.089938 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-925d9385-004e-4448-bf6b-b269b8737c60 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "GET /v2.0/security-groups/cb030fe2-3cc0-43cc-8d97-40e9fb1c3953 HTTP/1.1" status: 404 len: 347 time: 0.0129335 Mar 09 06:18:19.090073 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.090298 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.090639 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.091031 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.091395 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.091724 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.092057 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.092387 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.092750 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.092872 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48578) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:19.093101 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.093425 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.093747 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.094072 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd6f4-1e11-4580-8644-0ff86238d018 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:19.214580 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Deleting port 3887896c-a386-45d2-95b5-e3806eb3d99b {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:19.214916 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (3887896c-a386-45d2-95b5-e3806eb3d99b), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.289303 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (3887896c-a386-45d2-95b5-e3806eb3d99b), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.289618 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (3887896c-a386-45d2-95b5-e3806eb3d99b), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.300712 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Calling delete_port for 3887896c-a386-45d2-95b5-e3806eb3d99b owned by network:floatingip {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:19.491860 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (3887896c-a386-45d2-95b5-e3806eb3d99b), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.521728 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Pushing event deleted for resources: {'Port': ['ID=3887896c-a386-45d2-95b5-e3806eb3d99b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:19.578214 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks [] for floatingip (dd33dd16-b3f3-47cb-a2ac-381171d9b57b), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.580808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:19.581925 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-768fe706-74b1-4ace-91f2-edc295c8c680 tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] 10.222.0.18 "DELETE /v2.0/floatingips/dd33dd16-b3f3-47cb-a2ac-381171d9b57b HTTP/1.1" status: 204 len: 168 time: 0.4882860 Mar 09 06:18:22.150812 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48602) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:22.579077 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:22.893576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Deleting port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:22.893936 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:22.970331 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] For port a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:22.970686 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:22.983330 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Calling delete_port for a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd owned by network:router_interface {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:23.206473 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:23.231753 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:23.646832 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:23.859697 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:18:23.966058 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:18:23.970944 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-935132b1-f757-4f4e-96f9-e30b41770819 admin admin] 10.222.0.18 "PUT /v2.0/routers/5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8190894 Mar 09 06:18:23.973435 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48606) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:23.976086 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] Sync routers for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:18:23.985859 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:23.986540 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:24.077719 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks [] for router (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.102049 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:24.137477 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.185364 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks [] for router_gateway (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.285525 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Deleting port 055db525-2ad7-4ec4-89ab-01cf930c038a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:24.286213 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.296273 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:18:23Z', 'revision_number': 5, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port': {'id': '055db525-2ad7-4ec4-89ab-01cf930c038a', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:24Z', 'updated_at': '2022-03-09T06:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:24.324267 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] Checking router: 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:18:24.332562 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] Routers {'5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:24.333170 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:24.362334 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] For port 055db525-2ad7-4ec4-89ab-01cf930c038a, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=055db525-2ad7-4ec4-89ab-01cf930c038a,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:24.362695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.375440 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Calling delete_port for 055db525-2ad7-4ec4-89ab-01cf930c038a owned by network:router_gateway {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:24.422526 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] Set router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:24.472346 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:18:24Z', 'revision_number': 6, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:24.501901 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a8f18-5e06-425b-a3fd-2ce02c22df97 None None] The sync data for ids ['5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb'] in dv-cinder-831154-2-iscsi is: [{'id': '5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1073353020-router', 'tenant_id': 'f023b41920114624a2dfc2df6dd7db55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:18:24Z', 'revision_number': 6, 'project_id': 'f023b41920114624a2dfc2df6dd7db55', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:18:24.595353 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (055db525-2ad7-4ec4-89ab-01cf930c038a), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.622975 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=055db525-2ad7-4ec4-89ab-01cf930c038a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:24.684320 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.775451 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.777511 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks [] for router_controller (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.881251 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.881818 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb {{(pid=103637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:18:24.889106 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.889106 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-26f11737-6224-4e3c-aa24-495085344f61 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5af2aa7a-5ee2-48ca-ad60-8cec1f7503fb HTTP/1.1" status: 204 len: 168 time: 0.9132674 Mar 09 06:18:24.890351 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48608) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:24.935606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2843222a-23e3-4b38-8ed6-f5b7d9a4aeac admin admin] Deleting subnet 12bcd25e-0941-4a60-9e56-88686fd01b2d {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:18:24.938745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2843222a-23e3-4b38-8ed6-f5b7d9a4aeac admin admin] Publish callbacks [] for subnet (12bcd25e-0941-4a60-9e56-88686fd01b2d), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:24.971616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2843222a-23e3-4b38-8ed6-f5b7d9a4aeac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9745623'] for subnet (12bcd25e-0941-4a60-9e56-88686fd01b2d), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.076364 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2843222a-23e3-4b38-8ed6-f5b7d9a4aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (12bcd25e-0941-4a60-9e56-88686fd01b2d), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.195444 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2843222a-23e3-4b38-8ed6-f5b7d9a4aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9746099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9475999'] for subnet (12bcd25e-0941-4a60-9e56-88686fd01b2d), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.224179 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843222a-23e3-4b38-8ed6-f5b7d9a4aeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12bcd25e-0941-4a60-9e56-88686fd01b2d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:25.225991 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2843222a-23e3-4b38-8ed6-f5b7d9a4aeac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.230222 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a802eeb3-244c-4d82-bcd2-d9b48a1a1f62 None None] Network d10087f7-28be-4c6c-ab74-a195bf5355a2 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:18:25.236302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2843222a-23e3-4b38-8ed6-f5b7d9a4aeac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/12bcd25e-0941-4a60-9e56-88686fd01b2d HTTP/1.1" status: 204 len: 168 time: 0.3427470 Mar 09 06:18:25.236626 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48612) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:25.307184 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (d10087f7-28be-4c6c-ab74-a195bf5355a2), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.366372 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Deleting port 63a2cbb8-359e-4a52-a170-11d554a56fb1 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:25.366704 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.388814 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] DHCP port deletion for d10087f7-28be-4c6c-ab74-a195bf5355a2 request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:18:25.431971 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] For port 63a2cbb8-359e-4a52-a170-11d554a56fb1, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=63a2cbb8-359e-4a52-a170-11d554a56fb1,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:25.432339 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.442454 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] Deleting port 63a2cbb8-359e-4a52-a170-11d554a56fb1 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:25.442839 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.447658 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Calling delete_port for 63a2cbb8-359e-4a52-a170-11d554a56fb1 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:25.505701 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] For port 63a2cbb8-359e-4a52-a170-11d554a56fb1, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=63a2cbb8-359e-4a52-a170-11d554a56fb1,segment=NetworkSegment(1319448a-ee44-40f9-8948-c4d03a88c8d6),segment_id=1319448a-ee44-40f9-8948-c4d03a88c8d6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:25.506105 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.525172 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] Calling delete_port for 63a2cbb8-359e-4a52-a170-11d554a56fb1 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:25.595166 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.620761 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a2cbb8-359e-4a52-a170-11d554a56fb1,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:25.628540 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] No DVR routers for this DVR port 63a2cbb8-359e-4a52-a170-11d554a56fb1 on host dv-cinder-831154-2-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:18:25.638247 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (63a2cbb8-359e-4a52-a170-11d554a56fb1), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.661720 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] Pushing event deleted for resources: {'Port': ['ID=63a2cbb8-359e-4a52-a170-11d554a56fb1,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:25.669690 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192a444-b07c-4999-97a3-6d153e909a2f None None] No DVR routers for this DVR port 63a2cbb8-359e-4a52-a170-11d554a56fb1 on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:18:25.705392 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (d10087f7-28be-4c6c-ab74-a195bf5355a2), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.725987 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10087f7-28be-4c6c-ab74-a195bf5355a2']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:25.735745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319448a-ee44-40f9-8948-c4d03a88c8d6') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:25.736035 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319448a-ee44-40f9-8948-c4d03a88c8d6') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:25.745403 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745452'] for segment (1319448a-ee44-40f9-8948-c4d03a88c8d6), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.758842 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (1319448a-ee44-40f9-8948-c4d03a88c8d6), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.764727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:18:25.765115 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9746137'] for segment (1319448a-ee44-40f9-8948-c4d03a88c8d6), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: Traceback (most recent call last): Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: timer() Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: cb(*args, **kw) Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: return func(*args, **kwargs) Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: self._notify() Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: self.callback(batched_events) Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: event.method(event) Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: return f(self, *a, **k) Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._get(url).json() Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:18:25.766757 dv-cinder-831154-2-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:18:25.892375 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (d10087f7-28be-4c6c-ab74-a195bf5355a2), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.897775 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:25.901625 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d10087f7-28be-4c6c-ab74-a195bf5355a2 HTTP/1.1" status: 204 len: 168 time: 0.6641004 Mar 09 06:18:25.912329 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46264619-ff23-4d58-bb95-cf1c683eb3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d10087f7-28be-4c6c-ab74-a195bf5355a2,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:26.181163 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48616) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:26.220729 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-08c49ddc-5012-47cc-9140-4fb9abf4ec3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f023b41920114624a2dfc2df6dd7db55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380692 Mar 09 06:18:26.222894 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48618) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:26.272156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57f1dec3-65b5-427a-b805-557cf700474a admin admin] Publish callbacks [] for security_group (fc7289a5-8994-4afd-9221-1996ec8e9be3), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:26.293343 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57f1dec3-65b5-427a-b805-557cf700474a admin admin] Publish callbacks [] for security_group (fc7289a5-8994-4afd-9221-1996ec8e9be3), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:26.322218 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 055db525-2ad7-4ec4-89ab-01cf930c038a no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:18:26.343715 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 055db525-2ad7-4ec4-89ab-01cf930c038a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:18:26.344075 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 055db525-2ad7-4ec4-89ab-01cf930c038a not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:18:26.344440 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:18:26.362042 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:18:26.362381 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device a54759c5-edcf-43e6-9ac8-c00d9e3dc2cd not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:18:26.362772 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 63a2cbb8-359e-4a52-a170-11d554a56fb1 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:18:26.381059 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 63a2cbb8-359e-4a52-a170-11d554a56fb1 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:18:26.381399 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 63a2cbb8-359e-4a52-a170-11d554a56fb1 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:18:26.429620 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57f1dec3-65b5-427a-b805-557cf700474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (fc7289a5-8994-4afd-9221-1996ec8e9be3), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:26.432664 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57f1dec3-65b5-427a-b805-557cf700474a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:26.433822 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-57f1dec3-65b5-427a-b805-557cf700474a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc7289a5-8994-4afd-9221-1996ec8e9be3 HTTP/1.1" status: 204 len: 168 time: 0.2100520 Mar 09 06:18:26.441582 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1dec3-65b5-427a-b805-557cf700474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7289a5-8994-4afd-9221-1996ec8e9be3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:27.340890 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48640) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:27.432977 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-283798578-network', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:27.526696 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Made reservation on behalf of 15aa9d37cb3f4938b75a6a0336065cee for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:18:27.528921 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:27.537219 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:27.607911 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Publish callbacks [] for security_group (dd5a3736-5d7c-4f47-8dd4-f9c4ab3e8d83), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:27.646357 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (dd5a3736-5d7c-4f47-8dd4-f9c4ab3e8d83), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:27.666676 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:18:27.679483 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a3736-5d7c-4f47-8dd4-f9c4ab3e8d83,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:27.684042 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (d639d0e5-6964-4663-b9ea-221575a8069a), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:27.688669 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Added segment d639d0e5-6964-4663-b9ea-221575a8069a of type vlan for network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf Mar 09 06:18:27.722805 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (30ad9060-b8e8-4f5a-a8ef-409c7c135faf), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:27.801028 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (30ad9060-b8e8-4f5a-a8ef-409c7c135faf), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:27.801957 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:27.802541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:27.859819 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] Pushing event updated for resources: {'Network': ['ID=30ad9060-b8e8-4f5a-a8ef-409c7c135faf,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:27.872919 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:18:27.911981 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-80afe7ab-1c24-4b98-9334-9a9eb60c1f0d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5700021 Mar 09 06:18:27.914775 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48646) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:27.919481 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Request body: {'subnet': {'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-283798578-subnet', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:28.000762 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Made reservation on behalf of 15aa9d37cb3f4938b75a6a0336065cee for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:18:28.003422 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476088'] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.241093 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9745524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476070'] for subnet (de736fa5-3f73-4c43-9afe-172da4727aae), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.296626 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de736fa5-3f73-4c43-9afe-172da4727aae,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:28.303864 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Checking segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:18:28.304223 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Network hostable DHCP agents. Network: 30ad9060-b8e8-4f5a-a8ef-409c7c135faf, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:18:28.383226 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:18:28.463490 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 30ad9060-b8e8-4f5a-a8ef-409c7c135faf) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:18:28.467489 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:28.468088 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.478342 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668118f-71c6-4d7c-85e2-f56dba25dc3e None None] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:18:28.576599 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:18:28.577439 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.594900 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-22b0ded7-09d8-4242-837d-b856717469d8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6762877 Mar 09 06:18:28.595087 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48654) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:28.599409 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:28.680935 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.682100 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.707642 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Allocated IP 172.20.0.2 (30ad9060-b8e8-4f5a-a8ef-409c7c135faf/de736fa5-3f73-4c43-9afe-172da4727aae/2fd8e607-038c-4f89-a4a4-7b6e38869199) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:18:28.736426 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks [] for router_controller (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.847253 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Publish callbacks [] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.921589 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.958730 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:18:28.964071 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:18:28.964820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks [] for router_gateway (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:28.967460 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:18:28.974071 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Pushing event updated for resources: {'Port': ['ID=2fd8e607-038c-4f89-a4a4-7b6e38869199,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:28.983607 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.983956 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.984299 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.984675 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.985007 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.985334 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.985680 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.986002 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.986326 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.986650 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.986971 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.987290 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:28.987607 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:29.036612 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Attempting to bind port 2fd8e607-038c-4f89-a4a4-7b6e38869199 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:18:29.045306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Attempting to bind port 2fd8e607-038c-4f89-a4a4-7b6e38869199 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:18:29.045306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Attempting to bind port 2fd8e607-038c-4f89-a4a4-7b6e38869199 on network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:18:29.045306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:18:29.045306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Checking segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:18:29.045306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:29.045306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Bound using segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:18:29.045306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Bound port: 2fd8e607-038c-4f89-a4a4-7b6e38869199, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:18:29.045306 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:29.103253 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] For port 2fd8e607-038c-4f89-a4a4-7b6e38869199, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:18:29.106258 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] For port 2fd8e607-038c-4f89-a4a4-7b6e38869199, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=2fd8e607-038c-4f89-a4a4-7b6e38869199,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:18:29.178681 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:29.247556 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc1fbc-4aa9-4941-8cbc-34cf7f616b32 None None] Pushing event updated for resources: {'Port': ['ID=2fd8e607-038c-4f89-a4a4-7b6e38869199,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:29.515797 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks [] for router_gateway (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:29.535706 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:29.645063 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Allocated IP 172.27.0.168 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/7e803c66-8e98-4635-a6b4-9fb8138f7aab) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:18:29.743206 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks [] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:29.830058 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:29.879043 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:18:29.883112 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:18:29.885765 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Pushing event updated for resources: {'Port': ['ID=7e803c66-8e98-4635-a6b4-9fb8138f7aab,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:29.887974 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:18:30.004662 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-69f14936-49ef-41d3-bf8d-8275ac22f3d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1498671 Mar 09 06:18:30.112029 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-ddabe0d7-ecb8-4ad7-96b4-e065b2147705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:30.113539 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-ddabe0d7-ecb8-4ad7-96b4-e065b2147705 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 1130 time: 0.0639992 Mar 09 06:18:30.152539 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68a45d-0fa2-4c4e-bba5-f5ba564bc117 None None] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:18:30.267724 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-c6ce1f80-4de1-48ac-be29-ef2de1fa9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:30.268560 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3259a2f1-6122-4b52-825d-45754d2740a4 None None] Provisioning complete for port 2fd8e607-038c-4f89-a4a4-7b6e38869199 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:30.268935 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3259a2f1-6122-4b52-825d-45754d2740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:30.269248 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-c6ce1f80-4de1-48ac-be29-ef2de1fa9b2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.1363027 Mar 09 06:18:30.332174 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks [] for router_gateway (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:30.363874 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-3259a2f1-6122-4b52-825d-45754d2740a4 None None] Current status of the port 2fd8e607-038c-4f89-a4a4-7b6e38869199 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:30.364272 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3259a2f1-6122-4b52-825d-45754d2740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:30.391921 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 2fd8e607-038c-4f89-a4a4-7b6e38869199 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:18:30.427319 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3259a2f1-6122-4b52-825d-45754d2740a4 None None] For port 2fd8e607-038c-4f89-a4a4-7b6e38869199, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=2fd8e607-038c-4f89-a4a4-7b6e38869199,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:30.455754 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 2fd8e607-038c-4f89-a4a4-7b6e38869199 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:30.456138 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:30.489506 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3259a2f1-6122-4b52-825d-45754d2740a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:30.490012 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-36c6ddab-39e2-4bd4-a95c-0893b5f1afd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc4390-af24-42f4-9185-167c6fb026b0 HTTP/1.1" status: 200 len: 1001 time: 0.1030235 Mar 09 06:18:30.584830 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-a0b98ea6-d883-4e8c-a8e2-cae0b68e3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:30.586316 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-a0b98ea6-d883-4e8c-a8e2-cae0b68e3123 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0905845 Mar 09 06:18:30.679084 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:30.688118 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259a2f1-6122-4b52-825d-45754d2740a4 None None] Pushing event updated for resources: {'Port': ['ID=2fd8e607-038c-4f89-a4a4-7b6e38869199,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:30.691035 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-ea3986d4-4562-4b97-bb95-77159d2f1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:30.692575 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-ea3986d4-4562-4b97-bb95-77159d2f1c96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970421 Mar 09 06:18:30.714901 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-9ee53642-1aa7-42a6-ba3d-50161a6ac2c0 None None] Provisioning complete for port 2fd8e607-038c-4f89-a4a4-7b6e38869199 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:30.715520 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9ee53642-1aa7-42a6-ba3d-50161a6ac2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:30.731769 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-2c5d0f91-9fc4-48a4-9867-38dba9c65a6d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:18:30.737571 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-2c5d0f91-9fc4-48a4-9867-38dba9c65a6d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050890 Mar 09 06:18:30.748435 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 2fd8e607-038c-4f89-a4a4-7b6e38869199 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:30.813419 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9ee53642-1aa7-42a6-ba3d-50161a6ac2c0 None None] Current status of the port 2fd8e607-038c-4f89-a4a4-7b6e38869199 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:30.877899 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-6c8564bd-bb11-41b0-9707-928758602896 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392419 Mar 09 06:18:30.973414 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-918cc6af-b0db-4453-911d-c23fae2b75c4 req-4bf0982a-1ba8-44a8-9a74-69a822db7cbd service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893543 Mar 09 06:18:30.977893 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:18:31.087491 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:18:31.096857 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Sync routers for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:18:31.107807 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:31.108411 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:31.162564 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.166952 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ddb10f69-60c6-4ea2-9cb0-5caa427328fa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5679982 Mar 09 06:18:31.167501 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48674) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:31.299259 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:31.492847 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:30Z', 'revision_number': 3, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:31.522694 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Checking router: f2ac6aa4-6cbf-4fea-954f-43cfee67f304 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:18:31.523044 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Updating router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 port 7e803c66-8e98-4635-a6b4-9fb8138f7aab binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:18:31.551748 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.625729 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.747812 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:18:31.778149 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Allocated IP 172.20.0.1 (30ad9060-b8e8-4f5a-a8ef-409c7c135faf/de736fa5-3f73-4c43-9afe-172da4727aae/6c07ca6b-5724-4cca-af52-f87ed8e1e9fc) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:18:31.803731 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Publish callbacks [] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.879728 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Publish callbacks [] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.920663 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.975874 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Attempting to bind port 7e803c66-8e98-4635-a6b4-9fb8138f7aab on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:18:31.976321 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Attempting to bind port 7e803c66-8e98-4635-a6b4-9fb8138f7aab by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:18:31.976676 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Attempting to bind port 7e803c66-8e98-4635-a6b4-9fb8138f7aab on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:18:31.979436 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Pushing event updated for resources: {'Port': ['ID=7e803c66-8e98-4635-a6b4-9fb8138f7aab,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:31.986903 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:18:31.987282 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:18:31.987707 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.988157 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:18:31.988652 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Bound port: 7e803c66-8e98-4635-a6b4-9fb8138f7aab, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:18:31.989025 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.990204 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:31.992084 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.992462 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.992850 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.993231 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.993590 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.993922 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.994254 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.994601 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.994930 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.995274 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.995602 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.995924 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:31.996247 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:18:32.029814 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:18:32.032738 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:18:32.035713 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:18:32.049930 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] For port 7e803c66-8e98-4635-a6b4-9fb8138f7aab, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:18:32.053347 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] For port 7e803c66-8e98-4635-a6b4-9fb8138f7aab, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=7e803c66-8e98-4635-a6b4-9fb8138f7aab,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:18:32.068131 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Pushing event updated for resources: {'Port': ['ID=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:32.087944 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:32.144349 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:32.203640 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:32.204263 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:32.241621 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-df769b99-ceba-419f-ab40-04132b320daf None None] Provisioning complete for port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:32.242191 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-df769b99-ceba-419f-ab40-04132b320daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:32.244176 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d345e-1fe7-4fdc-9783-b18040c503e1 None None] Pushing event updated for resources: {'Port': ['ID=7e803c66-8e98-4635-a6b4-9fb8138f7aab,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:32.277040 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-df769b99-ceba-419f-ab40-04132b320daf None None] Port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:18:32.300367 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:32.330872 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:32.343554 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 2fd8e607-038c-4f89-a4a4-7b6e38869199 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:18:32.390602 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 2fd8e607-038c-4f89-a4a4-7b6e38869199 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:32.391109 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:32.477090 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 2fd8e607-038c-4f89-a4a4-7b6e38869199 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:32.480850 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Publish callbacks [] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:32.535605 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:30Z', 'revision_number': 3, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:32.537810 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:32.562016 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f3b1b-4bb1-4965-8d1f-40d7aca3e948 None None] The sync data for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi is: [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:30Z', 'revision_number': 3, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:18:32.608962 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:32.611324 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Pushing event updated for resources: {'Port': ['ID=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:32.705517 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:18:32.706895 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:18:32.855847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:18:32.977078 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:18:32.983363 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ca8409ca-afa4-4089-be03-08a019ec7d3f admin admin] 10.222.0.18 "PUT /v2.0/routers/f2ac6aa4-6cbf-4fea-954f-43cfee67f304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140311 Mar 09 06:18:33.006966 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b216b00-b1f1-4037-a7fb-b475520357d7 None None] Provisioning complete for port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:33.007346 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b216b00-b1f1-4037-a7fb-b475520357d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:33.045251 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b216b00-b1f1-4037-a7fb-b475520357d7 None None] Port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:18:33.622662 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48690) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:33.627683 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a53732ab-6084-4458-b76a-2423978a8872 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--833570973', 'description': 'tempest-description--542511147'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:33.709271 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a53732ab-6084-4458-b76a-2423978a8872 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:33.776611 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a53732ab-6084-4458-b76a-2423978a8872 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (9c363df0-74aa-43fc-9e52-a1c675ee14c1), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:33.834621 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a53732ab-6084-4458-b76a-2423978a8872 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (9c363df0-74aa-43fc-9e52-a1c675ee14c1), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:33.862474 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53732ab-6084-4458-b76a-2423978a8872 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c363df0-74aa-43fc-9e52-a1c675ee14c1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:33.922689 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a53732ab-6084-4458-b76a-2423978a8872 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:33.925493 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a53732ab-6084-4458-b76a-2423978a8872 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3003607 Mar 09 06:18:33.926898 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48692) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:33.931931 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9f11c6cb-a9d8-4bb3-8c35-de8e08ba2d72 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'security_group_rule': {'security_group_id': '9c363df0-74aa-43fc-9e52-a1c675ee14c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:34.034346 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f11c6cb-a9d8-4bb3-8c35-de8e08ba2d72 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (b891b9c6-15e8-45c2-b578-93d7476ac280), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.090214 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f11c6cb-a9d8-4bb3-8c35-de8e08ba2d72 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (b891b9c6-15e8-45c2-b578-93d7476ac280), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.166965 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f11c6cb-a9d8-4bb3-8c35-de8e08ba2d72 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (b891b9c6-15e8-45c2-b578-93d7476ac280), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.169341 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Sync routers for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:18:34.178379 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:34.178982 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:34.185782 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11c6cb-a9d8-4bb3-8c35-de8e08ba2d72 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b891b9c6-15e8-45c2-b578-93d7476ac280,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:34.260221 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f11c6cb-a9d8-4bb3-8c35-de8e08ba2d72 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.261588 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-9f11c6cb-a9d8-4bb3-8c35-de8e08ba2d72 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337452 Mar 09 06:18:34.264701 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48694) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:34.269588 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-1ad5b9bf-903a-4668-aca4-c3fc7ac049de tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'security_group_rule': {'security_group_id': '9c363df0-74aa-43fc-9e52-a1c675ee14c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:34.291037 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:34.366162 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 7e803c66-8e98-4635-a6b4-9fb8138f7aab up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:18:34.377430 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b9bf-903a-4668-aca4-c3fc7ac049de tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (dd7a26b6-2b4f-4090-811b-4ea9a3903a1d), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.431979 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b9bf-903a-4668-aca4-c3fc7ac049de tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (dd7a26b6-2b4f-4090-811b-4ea9a3903a1d), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.481166 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 7e803c66-8e98-4635-a6b4-9fb8138f7aab triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:34.481537 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.503840 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b9bf-903a-4668-aca4-c3fc7ac049de tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (dd7a26b6-2b4f-4090-811b-4ea9a3903a1d), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.519977 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b9bf-903a-4668-aca4-c3fc7ac049de tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7a26b6-2b4f-4090-811b-4ea9a3903a1d,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:34.587778 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 2, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:34.597455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b9bf-903a-4668-aca4-c3fc7ac049de tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.598672 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1ad5b9bf-903a-4668-aca4-c3fc7ac049de tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328819 Mar 09 06:18:34.601815 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48698) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:34.606676 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:34.622603 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Checking router: f2ac6aa4-6cbf-4fea-954f-43cfee67f304 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:18:34.622965 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Updating router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:18:34.626184 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 7e803c66-8e98-4635-a6b4-9fb8138f7aab is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:34.626594 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.665442 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 7e803c66-8e98-4635-a6b4-9fb8138f7aab, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=7e803c66-8e98-4635-a6b4-9fb8138f7aab,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:34.666450 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.686857 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.704172 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.783913 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.818727 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=7e803c66-8e98-4635-a6b4-9fb8138f7aab,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:34.892661 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Allocated IP 172.27.0.116 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/c3150f5c-f41c-4816-9a6a-def87cbc7398) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:18:34.970312 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Publish callbacks [] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:34.991019 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for port (c3150f5c-f41c-4816-9a6a-def87cbc7398), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.063218 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.098343 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (c3150f5c-f41c-4816-9a6a-def87cbc7398), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.112007 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838d6f1-e974-4808-8d1c-9c335ec9a5db None None] Pushing event updated for resources: {'Port': ['ID=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:35.139812 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:18:35.142966 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:18:35.146031 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:18:35.169617 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Attempting to bind port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:18:35.170557 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Attempting to bind port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:18:35.171089 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Attempting to bind port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc on network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:18:35.178094 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:18:35.178781 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Checking segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:18:35.179354 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.179911 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Bound using segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:18:35.180618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Bound port: 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:18:35.181195 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.258288 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] For port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:18:35.262630 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] For port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:18:35.344524 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.418558 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-a428ffd4-a138-4f45-ae11-472812c007de None None] Provisioning complete for port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:35.423103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a428ffd4-a138-4f45-ae11-472812c007de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.423103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:35.423103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:35.423103 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838d6f1-e974-4808-8d1c-9c335ec9a5db None None] Pushing event updated for resources: {'Port': ['ID=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:35.461663 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'Port': ['ID=c3150f5c-f41c-4816-9a6a-def87cbc7398,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:35.533090 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (e08c8f47-9ace-43cd-ac7d-c70571138e91), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.588045 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:35.626966 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a428ffd4-a138-4f45-ae11-472812c007de None None] Current status of the port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:35.627354 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a428ffd4-a138-4f45-ae11-472812c007de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.669421 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c3150f5c-f41c-4816-9a6a-def87cbc7398), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.713585 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a428ffd4-a138-4f45-ae11-472812c007de None None] For port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:35.802001 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a428ffd4-a138-4f45-ae11-472812c007de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.818292 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for port (c3150f5c-f41c-4816-9a6a-def87cbc7398), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.843766 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:35.880360 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779accbe-d14a-4dc7-94eb-a9f78a5f23ce None None] The sync data for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi is: [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:18:35.884225 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428ffd4-a138-4f45-ae11-472812c007de None None] Pushing event updated for resources: {'Port': ['ID=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:35.897656 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (c3150f5c-f41c-4816-9a6a-def87cbc7398), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.925850 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-058bbf67-3264-4ff5-b46f-fd91e81ac1c1 None None] Provisioning complete for port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:35.928332 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-058bbf67-3264-4ff5-b46f-fd91e81ac1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:35.981277 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'Port': ['ID=c3150f5c-f41c-4816-9a6a-def87cbc7398,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:35.992690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (e08c8f47-9ace-43cd-ac7d-c70571138e91), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:36.036249 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-058bbf67-3264-4ff5-b46f-fd91e81ac1c1 None None] Current status of the port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:36.065661 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:36.066944 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e59c2585-fe95-49e8-a56c-5046bf443b16 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4636655 Mar 09 06:18:36.225079 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3c0f3aca-b5ee-4ba2-955f-b8a96bae5ab4 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--833570973&fields=id&tenant_id=15aa9d37cb3f4938b75a6a0336065cee HTTP/1.1" status: 200 len: 267 time: 0.0478735 Mar 09 06:18:36.335545 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975f54-9c58-4c2a-a993-ef68183972fd req-be1cfbd5-468f-4cf2-a927-525ea771bebc tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:36.337144 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-be1cfbd5-468f-4cf2-a927-525ea771bebc tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 810 time: 0.1055889 Mar 09 06:18:36.353064 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-d3ecd199-3574-4326-858d-1238c6871149 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/quotas/15aa9d37cb3f4938b75a6a0336065cee HTTP/1.1" status: 200 len: 375 time: 0.0094576 Mar 09 06:18:36.414293 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3d64acdb-7fae-4451-8a7d-51d3d72f3d59 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555453 Mar 09 06:18:36.420935 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:18:36.431538 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-fd768abb-2c47-49fe-9669-51f5e54a350f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:18:36.432764 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-fd768abb-2c47-49fe-9669-51f5e54a350f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055201 Mar 09 06:18:36.534249 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0a633eb0-f686-435a-a42e-f85587466736 service neutron] 10.222.0.18 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952492 Mar 09 06:18:36.579517 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0b92-7307-42c4-898c-4af6acd6480d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:36.612025 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:36.612484 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:36.636233 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-99be2b0a-9f10-45d9-b1b5-d7f51aec35bf service neutron] 10.222.0.18 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935931 Mar 09 06:18:36.702075 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:36.703189 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 7e803c66-8e98-4635-a6b4-9fb8138f7aab up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:18:36.757908 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 7e803c66-8e98-4635-a6b4-9fb8138f7aab triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:36.758285 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:36.840706 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 7e803c66-8e98-4635-a6b4-9fb8138f7aab is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:36.910650 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-65e2efae-c4c1-4258-b4a7-ffe7b9b4ef61 req-df7b0c65-952f-45f9-8177-180c1cf6c4e9 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 210 time: 0.0288634 Mar 09 06:18:38.004115 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fd3cccd5-ab20-4f1f-bb86-5d77bb58e613 req-b88e2844-f9b0-4330-82d5-061d388373ff tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 210 time: 0.0270460 Mar 09 06:18:38.669142 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d4841d29-2c47-460d-9558-41f68134f991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:38.888047 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975f54-9c58-4c2a-a993-ef68183972fd req-9747e9dd-cb26-41ef-94d7-cc5a2cc7870a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:38.889707 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-9747e9dd-cb26-41ef-94d7-cc5a2cc7870a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 810 time: 0.1099672 Mar 09 06:18:38.952411 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-7381f9e4-fb89-4c73-ba48-1ece4bb1a5f9 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15aa9d37cb3f4938b75a6a0336065cee HTTP/1.1" status: 200 len: 379 time: 0.0530276 Mar 09 06:18:38.960891 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'port': {'device_id': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'admin_state_up': True, 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'security_groups': ['9c363df0-74aa-43fc-9e52-a1c675ee14c1']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:39.107189 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-19c72688-96a7-49bf-906c-039d50a18dd3 req-184ebdb9-5cb8-494e-bd74-d956e9a97cb9 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 210 time: 0.0349371 Mar 09 06:18:39.194847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Made reservation on behalf of 15aa9d37cb3f4938b75a6a0336065cee for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:18:39.198841 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:39.323172 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Allocated IP 172.20.0.7 (30ad9060-b8e8-4f5a-a8ef-409c7c135faf/de736fa5-3f73-4c43-9afe-172da4727aae/eaae2d2c-2329-4947-b683-95f979f8aa1c) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:18:39.469028 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:39.549793 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:39.590588 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:18:39.593611 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:18:39.599616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:18:39.625012 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'Port': ['ID=eaae2d2c-2329-4947-b683-95f979f8aa1c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:39.653700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:39.654329 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:39.765144 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-3a92638f-ba7b-47a4-a364-8a8138dc1e9d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8076808 Mar 09 06:18:39.776404 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Request body: {'port': {'device_id': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:39.777528 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8b651559-c938-4632-8fa3-977b5b3693fe None None] Provisioning complete for port eaae2d2c-2329-4947-b683-95f979f8aa1c triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:39.778291 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8b651559-c938-4632-8fa3-977b5b3693fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:39.812135 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8b651559-c938-4632-8fa3-977b5b3693fe None None] Port eaae2d2c-2329-4947-b683-95f979f8aa1c cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:18:39.838649 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:40.097772 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaae2d2c-2329-4947-b683-95f979f8aa1c {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:18:40.105786 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Publish callbacks [] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:40.109478 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:40.118272 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Transition to ACTIVE for port object eaae2d2c-2329-4947-b683-95f979f8aa1c will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:18:40.184467 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:40.260848 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaae2d2c-2329-4947-b683-95f979f8aa1c,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:40.294958 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec0f8-fe9e-469c-8ae4-cd526be3559f req-db120b4f-0d74-461d-91f3-14951f60543f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:40.296520 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6dbec0f8-fe9e-469c-8ae4-cd526be3559f req-db120b4f-0d74-461d-91f3-14951f60543f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 943 time: 0.1225057 Mar 09 06:18:40.384740 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Attempting to bind port eaae2d2c-2329-4947-b683-95f979f8aa1c on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:18:40.385579 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Attempting to bind port eaae2d2c-2329-4947-b683-95f979f8aa1c by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:18:40.386052 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Attempting to bind port eaae2d2c-2329-4947-b683-95f979f8aa1c on network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:18:40.393153 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6dbec0f8-fe9e-469c-8ae4-cd526be3559f req-c8bd5e40-2c31-47ef-b3b1-45225fa40bcb tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774531 Mar 09 06:18:40.394190 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Port eaae2d2c-2329-4947-b683-95f979f8aa1c on network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:18:40.394604 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Attempting to bind port eaae2d2c-2329-4947-b683-95f979f8aa1c on network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:18:40.403708 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:18:40.404232 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Checking segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:18:40.404649 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Bound using segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:18:40.405083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Bound port: eaae2d2c-2329-4947-b683-95f979f8aa1c, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:18:40.405550 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:40.483883 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] For port eaae2d2c-2329-4947-b683-95f979f8aa1c, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:18:40.487075 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] For port eaae2d2c-2329-4947-b683-95f979f8aa1c, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:18:40.584180 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:40.616660 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:40.616796 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:40.618248 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 200 len: 1093 time: 0.8462532 Mar 09 06:18:40.618521 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'tag': 'eaae2d2c-2329-4947-b683-95f979f8aa1c'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:18:40.621401 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9ea32a-5892-4149-9aba-7761cd159ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b89494-2549-478d-8b6b-0b5658267e9b", "tag": "eaae2d2c-2329-4947-b683-95f979f8aa1c"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:18:40.651986 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54699f-394d-43c6-86a9-f593f0bb63f9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaae2d2c-2329-4947-b683-95f979f8aa1c,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:40.658331 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc987d4b-9be0-4368-bd6b-4c12bca8b18b x-openstack-request-id: req-fc987d4b-9be0-4368-bd6b-4c12bca8b18b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:18:40.658722 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b89494-2549-478d-8b6b-0b5658267e9b", "tag": "eaae2d2c-2329-4947-b683-95f979f8aa1c", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:18:40.659045 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc987d4b-9be0-4368-bd6b-4c12bca8b18b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:18:40.660183 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'tag': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'status': 'completed', 'code': 200} Mar 09 06:18:40.723824 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea32a-5892-4149-9aba-7761cd159ea3 req-5c0936c4-fd2a-4bc9-9804-fb6d271f50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:40.725406 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1e9ea32a-5892-4149-9aba-7761cd159ea3 req-5c0936c4-fd2a-4bc9-9804-fb6d271f50e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1127 time: 0.0480099 Mar 09 06:18:40.846616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea32a-5892-4149-9aba-7761cd159ea3 req-4c4f13ef-db7f-432e-8141-88635855a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:40.847935 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1e9ea32a-5892-4149-9aba-7761cd159ea3 req-4c4f13ef-db7f-432e-8141-88635855a9e3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1140800 Mar 09 06:18:40.947602 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dbce0-e006-4d08-95af-e40f101c696f req-24446ca4-d1b0-4d6c-b469-ae14c16ac265 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:40.949149 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9d1dbce0-e006-4d08-95af-e40f101c696f req-24446ca4-d1b0-4d6c-b469-ae14c16ac265 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.1159132 Mar 09 06:18:40.983312 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea32a-5892-4149-9aba-7761cd159ea3 req-ca8fd119-374f-491f-b5a2-57d318cfe77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:40.984760 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1e9ea32a-5892-4149-9aba-7761cd159ea3 req-ca8fd119-374f-491f-b5a2-57d318cfe77b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218026 Mar 09 06:18:41.012916 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9d1dbce0-e006-4d08-95af-e40f101c696f req-99d9a74b-a16a-4ff5-9cb7-79d8b43665c3 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570540 Mar 09 06:18:41.023464 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:41.064717 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975f54-9c58-4c2a-a993-ef68183972fd req-86a2940d-e045-46ac-a92c-c2768d769074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:41.066194 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-86a2940d-e045-46ac-a92c-c2768d769074 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1127 time: 0.0452166 Mar 09 06:18:41.114252 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-ac11936c-54cc-47df-84c2-7b07f9c2ad50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 200 len: 217 time: 0.0386145 Mar 09 06:18:41.163287 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975f54-9c58-4c2a-a993-ef68183972fd req-30d8b8aa-8ee8-497d-a888-44cedc083c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:41.165289 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-30d8b8aa-8ee8-497d-a888-44cedc083c63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0432630 Mar 09 06:18:41.212030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975f54-9c58-4c2a-a993-ef68183972fd req-230336f9-1807-4872-ab66-4c83d15a8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:41.214308 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-230336f9-1807-4872-ab66-4c83d15a8679 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429921 Mar 09 06:18:41.305832 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-acdfbcb0-4400-478d-badd-b77dacb613f1 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842218 Mar 09 06:18:41.396504 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-51975f54-9c58-4c2a-a993-ef68183972fd req-67921ae3-7028-42aa-b36f-2c47838ffba0 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840046 Mar 09 06:18:41.539956 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015774ee-30a7-4528-a9af-d46b3c7ec267 req-71aaa4d8-53a0-478c-922b-516ea7a3551d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:41.541901 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-015774ee-30a7-4528-a9af-d46b3c7ec267 req-71aaa4d8-53a0-478c-922b-516ea7a3551d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 943 time: 0.0533905 Mar 09 06:18:41.589538 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-015774ee-30a7-4528-a9af-d46b3c7ec267 req-ea647d03-2443-4667-8283-db7a08d404d3 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418608 Mar 09 06:18:42.128643 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d1f56-2791-4006-b79a-d95e85c67a31 req-e8e3249d-8d13-43e0-972a-6398a1a85369 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:42.130107 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bc2d1f56-2791-4006-b79a-d95e85c67a31 req-e8e3249d-8d13-43e0-972a-6398a1a85369 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0513303 Mar 09 06:18:42.175989 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bc2d1f56-2791-4006-b79a-d95e85c67a31 req-71c77bbd-f8e7-424f-a660-68f50959761d tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Mar 09 06:18:42.711212 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a6a8e-9284-4aad-ab32-054c69ad0e68 req-93b1a640-cb46-484c-acba-7407cac0e280 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:42.712731 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a84a6a8e-9284-4aad-ab32-054c69ad0e68 req-93b1a640-cb46-484c-acba-7407cac0e280 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 943 time: 0.0558932 Mar 09 06:18:42.749458 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:42.759128 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a84a6a8e-9284-4aad-ab32-054c69ad0e68 req-7667c27b-70c9-451a-8bd5-2e007789dac3 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Mar 09 06:18:42.822714 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-ef42cac4-11b6-49a6-a54c-d7e5989c86a1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:42.824166 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-ef42cac4-11b6-49a6-a54c-d7e5989c86a1 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0520630 Mar 09 06:18:42.917858 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Deleting port 267977d2-b092-4ff8-84e8-7f32775fb173 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:42.918122 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:43.004326 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] For port 267977d2-b092-4ff8-84e8-7f32775fb173, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=267977d2-b092-4ff8-84e8-7f32775fb173,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:43.004712 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:43.168623 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:43.168909 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (90490f8c-75ea-4151-b7ad-7291962a2590), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:43.169219 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Floating IP 90490f8c-75ea-4151-b7ad-7291962a2590 disassociated. External IP: 172.27.0.188, port: 267977d2-b092-4ff8-84e8-7f32775fb173. Mar 09 06:18:43.169556 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Calling delete_port for 267977d2-b092-4ff8-84e8-7f32775fb173 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:43.329220 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e881104-df11-43f3-af10-f6940c3cb56e req-d185b4a7-3b35-4ce4-b743-67db3e168eb7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:43.330690 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4e881104-df11-43f3-af10-f6940c3cb56e req-d185b4a7-3b35-4ce4-b743-67db3e168eb7 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 946 time: 0.0852919 Mar 09 06:18:43.380379 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4e881104-df11-43f3-af10-f6940c3cb56e req-222ba533-d584-40af-8ecb-35a495f81f3f tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups?id=d16dd557-4886-4077-b846-2ccdf099ca26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442092 Mar 09 06:18:43.388729 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (267977d2-b092-4ff8-84e8-7f32775fb173), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:43.417398 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'Port': ['ID=267977d2-b092-4ff8-84e8-7f32775fb173,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:43.531837 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:18:43.637878 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:18:43.648071 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:18:43.658204 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:43.658668 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:43.677529 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] No DVR routers for this DVR port 267977d2-b092-4ff8-84e8-7f32775fb173 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:18:43.679932 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:43.683300 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bbd0df04-d182-462e-a188-6e0ce935c05c req-c5bd5fe1-6869-47fd-bb70-bafc1bbde74b tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.20 "DELETE /v2.0/ports/267977d2-b092-4ff8-84e8-7f32775fb173 HTTP/1.1" status: 204 len: 173 time: 0.8542204 Mar 09 06:18:43.683730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'name': 'network-vif-deleted', 'tag': '267977d2-b092-4ff8-84e8-7f32775fb173'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:18:43.686073 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcab8eb5-053b-446f-a03b-4cbaddfd4004" -d '{"events": [{"server_uuid": "291cecb2-24c0-4b6d-99e1-ae970ce257a6", "name": "network-vif-deleted", "tag": "267977d2-b092-4ff8-84e8-7f32775fb173"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:18:43.773986 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:43.879450 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d29320a-07d0-4ded-a2c2-a2c791ab21fe x-openstack-request-id: req-9d29320a-07d0-4ded-a2c2-a2c791ab21fe {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:18:43.879739 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cecb2-24c0-4b6d-99e1-ae970ce257a6", "name": "network-vif-deleted", "tag": "267977d2-b092-4ff8-84e8-7f32775fb173", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:18:43.879993 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d29320a-07d0-4ded-a2c2-a2c791ab21fe {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:18:43.880389 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cecb2-24c0-4b6d-99e1-ae970ce257a6', 'name': 'network-vif-deleted', 'tag': '267977d2-b092-4ff8-84e8-7f32775fb173', 'status': 'completed', 'code': 200} Mar 09 06:18:43.908170 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195e7e6-c71c-4b5f-9938-1acab152719c req-a748520f-18b7-4c8c-afda-3eef68fc5a6a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:43.909769 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e195e7e6-c71c-4b5f-9938-1acab152719c req-a748520f-18b7-4c8c-afda-3eef68fc5a6a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 943 time: 0.0700791 Mar 09 06:18:43.972518 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e195e7e6-c71c-4b5f-9938-1acab152719c req-19a6715f-727d-4e30-ba03-c683df367b7f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513582 Mar 09 06:18:44.040611 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:44.074563 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:18:44.082794 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:44.083390 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:44.192379 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:44.470191 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:44.492003 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e5c8c4e1-9908-456e-940d-bd5b6a45d1ed req-be90d5a1-a54f-4bc0-b679-f89e9b62e856 tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/ports?device_id=291cecb2-24c0-4b6d-99e1-ae970ce257a6 HTTP/1.1" status: 200 len: 210 time: 0.0338762 Mar 09 06:18:44.501279 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c043b1-48b7-4ae4-af58-49a0db1df45c None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:07:29Z', 'revision_number': 4, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'db39a09b-40b5-4920-814c-b89da8f5267b', 'name': '', 'network_id': '1e4c0d5a-ecda-49d8-969a-6095fc2b77d1', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'mac_address': 'fa:16:3e:fa:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:27Z', 'updated_at': '2022-03-09T06:07:35Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'subnets': [{'id': 'f596f786-55fc-43e8-861c-f04a224297b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:18:44.722195 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c209b1d-3a90-4f2c-a41f-f217385e2971 None None] New status for floating IP 90490f8c-75ea-4151-b7ad-7291962a2590: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:18:44.827060 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device eaae2d2c-2329-4947-b683-95f979f8aa1c details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:18:44.927123 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port eaae2d2c-2329-4947-b683-95f979f8aa1c, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:44.938207 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'port_id': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'mac_address': 'fa:16:3e:3e:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:18:44.973669 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port eaae2d2c-2329-4947-b683-95f979f8aa1c is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:44.973998 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:44.986572 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaae2d2c-2329-4947-b683-95f979f8aa1c {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:18:45.007007 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port eaae2d2c-2329-4947-b683-95f979f8aa1c, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:45.085764 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5e8cf-1b22-4831-919c-921f338a768a req-f3c4acf7-beb5-4703-8124-40a4c231c123 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:45.087223 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bca5e8cf-1b22-4831-919c-921f338a768a req-f3c4acf7-beb5-4703-8124-40a4c231c123 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 943 time: 0.0519776 Mar 09 06:18:45.091718 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:45.134141 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bca5e8cf-1b22-4831-919c-921f338a768a req-2db308df-223a-4338-9cd4-c2d7b84d79c8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414026 Mar 09 06:18:45.144143 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=eaae2d2c-2329-4947-b683-95f979f8aa1c,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:45.446372 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['eaae2d2c-2329-4947-b683-95f979f8aa1c'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:18:45.635829 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48794) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:45.686699 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abe9c539-f395-4cb4-8a98-efc6e38a736c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (d16dd557-4886-4077-b846-2ccdf099ca26), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:45.713505 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abe9c539-f395-4cb4-8a98-efc6e38a736c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (d16dd557-4886-4077-b846-2ccdf099ca26), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:45.805775 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abe9c539-f395-4cb4-8a98-efc6e38a736c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (d16dd557-4886-4077-b846-2ccdf099ca26), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:45.809076 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abe9c539-f395-4cb4-8a98-efc6e38a736c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:45.810229 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-abe9c539-f395-4cb4-8a98-efc6e38a736c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "DELETE /v2.0/security-groups/d16dd557-4886-4077-b846-2ccdf099ca26 HTTP/1.1" status: 204 len: 168 time: 0.1734309 Mar 09 06:18:45.813026 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:45.819299 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9c539-f395-4cb4-8a98-efc6e38a736c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16dd557-4886-4077-b846-2ccdf099ca26,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:45.825897 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.api.v2.resource [None req-d1dbb66d-5450-4c29-934a-76f7fcf94b6c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] show failed (client error): The resource could not be found. Mar 09 06:18:45.826815 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d1dbb66d-5450-4c29-934a-76f7fcf94b6c tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "GET /v2.0/security-groups/d16dd557-4886-4077-b846-2ccdf099ca26 HTTP/1.1" status: 404 len: 347 time: 0.0128021 Mar 09 06:18:45.829722 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48798) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:45.952136 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Deleting port 74b3742b-aed6-4e0a-afe8-81336e40ca43 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:45.952475 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (74b3742b-aed6-4e0a-afe8-81336e40ca43), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:46.023815 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (74b3742b-aed6-4e0a-afe8-81336e40ca43), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:46.024070 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (74b3742b-aed6-4e0a-afe8-81336e40ca43), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:46.035342 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Calling delete_port for 74b3742b-aed6-4e0a-afe8-81336e40ca43 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:46.217897 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (74b3742b-aed6-4e0a-afe8-81336e40ca43), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:46.243249 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Pushing event deleted for resources: {'Port': ['ID=74b3742b-aed6-4e0a-afe8-81336e40ca43,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:46.251765 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d84f78-3b89-4617-9e18-56b3790d5c80 req-48d279ff-5316-46d1-841f-0274b649d5b4 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:46.253341 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-19d84f78-3b89-4617-9e18-56b3790d5c80 req-48d279ff-5316-46d1-841f-0274b649d5b4 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 944 time: 0.0556498 Mar 09 06:18:46.302373 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-19d84f78-3b89-4617-9e18-56b3790d5c80 req-887bba2f-93fd-4616-b065-aab4bfa62aff tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429943 Mar 09 06:18:46.310021 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks [] for floatingip (90490f8c-75ea-4151-b7ad-7291962a2590), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:46.312603 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:46.313740 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c11128c3-de0f-4411-a02c-0e99289571fe tempest-AttachVolumeNegativeTest-81289758 tempest-AttachVolumeNegativeTest-81289758-project] 10.222.0.18 "DELETE /v2.0/floatingips/90490f8c-75ea-4151-b7ad-7291962a2590 HTTP/1.1" status: 204 len: 168 time: 0.4831553 Mar 09 06:18:46.824567 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device eaae2d2c-2329-4947-b683-95f979f8aa1c up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:18:46.943207 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port eaae2d2c-2329-4947-b683-95f979f8aa1c completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:18:46.947716 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port eaae2d2c-2329-4947-b683-95f979f8aa1c triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:18:46.948146 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:47.023751 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port eaae2d2c-2329-4947-b683-95f979f8aa1c is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:18:47.024147 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:47.046491 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaae2d2c-2329-4947-b683-95f979f8aa1c'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:18:47.048733 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6fdb47-879d-4af7-a7b6-ee255dfad3b4" -d '{"events": [{"server_uuid": "a6b89494-2549-478d-8b6b-0b5658267e9b", "name": "network-vif-plugged", "status": "completed", "tag": "eaae2d2c-2329-4947-b683-95f979f8aa1c"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:18:47.061022 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port eaae2d2c-2329-4947-b683-95f979f8aa1c, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:47.084682 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8982f2e-3ddc-479f-a71c-13743382d22d x-openstack-request-id: req-d8982f2e-3ddc-479f-a71c-13743382d22d {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:18:47.085090 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b89494-2549-478d-8b6b-0b5658267e9b", "name": "network-vif-plugged", "status": "completed", "tag": "eaae2d2c-2329-4947-b683-95f979f8aa1c", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:18:47.085272 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8982f2e-3ddc-479f-a71c-13743382d22d {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:18:47.085670 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'code': 200} Mar 09 06:18:47.303606 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:47.304429 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 267977d2-b092-4ff8-84e8-7f32775fb173 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:18:47.345121 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 267977d2-b092-4ff8-84e8-7f32775fb173 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:18:47.345471 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 267977d2-b092-4ff8-84e8-7f32775fb173 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:18:47.369239 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=eaae2d2c-2329-4947-b683-95f979f8aa1c,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:47.420725 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41a9db-a488-421e-a0c5-14a4859ca0f5 req-3683b6c7-4d71-4d29-8e24-29f66a4d0a6d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:47.422204 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0f41a9db-a488-421e-a0c5-14a4859ca0f5 req-3683b6c7-4d71-4d29-8e24-29f66a4d0a6d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0531824 Mar 09 06:18:47.468352 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0f41a9db-a488-421e-a0c5-14a4859ca0f5 req-2640afd4-8ef6-4539-a953-802b1a56bca7 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403879 Mar 09 06:18:47.552860 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27054-20a1-487f-8195-db42f16efe99 req-6a9c720e-0ad3-4dca-9694-46685fc438e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:47.554334 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-edf27054-20a1-487f-8195-db42f16efe99 req-6a9c720e-0ad3-4dca-9694-46685fc438e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1129 time: 0.0435991 Mar 09 06:18:47.599630 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-edf27054-20a1-487f-8195-db42f16efe99 req-958ae0a7-4cef-464e-b5cb-d0860d8b3a55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Mar 09 06:18:48.585702 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f07b5c-c2bd-4d36-988b-d0ecb66a8ecb req-39ffbc73-b3fe-4523-88cb-c19ed73f4f06 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:48.587166 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-30f07b5c-c2bd-4d36-988b-d0ecb66a8ecb req-39ffbc73-b3fe-4523-88cb-c19ed73f4f06 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0523505 Mar 09 06:18:48.632054 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-30f07b5c-c2bd-4d36-988b-d0ecb66a8ecb req-043cea15-4e3d-4c19-8e94-c37a0e9418ed tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393801 Mar 09 06:18:49.747621 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76837b-75c0-462a-8ed9-56de1cbe9d02 req-b822d486-2990-4d77-ab78-e5f83e70841f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:49.749118 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d76837b-75c0-462a-8ed9-56de1cbe9d02 req-b822d486-2990-4d77-ab78-e5f83e70841f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0527132 Mar 09 06:18:49.795275 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d76837b-75c0-462a-8ed9-56de1cbe9d02 req-9b07308a-eb25-4261-9453-2710e71e2390 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 Mar 09 06:18:49.911718 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d8aaf-3bc0-46d4-bed0-22a39b6b23a7 req-0e64bccc-3117-45b5-9d67-b7f49c0c0133 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:49.913129 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7a5d8aaf-3bc0-46d4-bed0-22a39b6b23a7 req-0e64bccc-3117-45b5-9d67-b7f49c0c0133 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0560117 Mar 09 06:18:49.921829 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48842) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:49.926171 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'floatingip': {'port_id': 'eaae2d2c-2329-4947-b683-95f979f8aa1c'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:18:49.965145 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (e08c8f47-9ace-43cd-ac7d-c70571138e91), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:50.510532 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48850) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:50.657516 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:50.731331 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (e08c8f47-9ace-43cd-ac7d-c70571138e91), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:50.875918 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Floating IP e08c8f47-9ace-43cd-ac7d-c70571138e91 associated. External IP: 172.27.0.116, port: eaae2d2c-2329-4947-b683-95f979f8aa1c. Mar 09 06:18:50.967208 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:51.085752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:18:51.195727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:18:51.200675 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:51.206606 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] Sync routers for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:18:51.217741 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:51.218425 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:51.229474 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2bfb3544-7cf7-4784-bfaf-789420ade681 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "PUT /v2.0/floatingips/e08c8f47-9ace-43cd-ac7d-c70571138e91 HTTP/1.1" status: 200 len: 991 time: 1.3066018 Mar 09 06:18:51.230661 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'tag': 'eaae2d2c-2329-4947-b683-95f979f8aa1c'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:18:51.232915 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f717be2-f612-425c-b7a9-1f22c4dfaddd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b89494-2549-478d-8b6b-0b5658267e9b", "tag": "eaae2d2c-2329-4947-b683-95f979f8aa1c"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:18:51.265966 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Deleting port db39a09b-40b5-4920-814c-b89da8f5267b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:51.266401 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:51.272815 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2646f5-2ed9-48ac-943a-e2a30d366d21 x-openstack-request-id: req-ec2646f5-2ed9-48ac-943a-e2a30d366d21 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:18:51.273107 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b89494-2549-478d-8b6b-0b5658267e9b", "tag": "eaae2d2c-2329-4947-b683-95f979f8aa1c", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:18:51.273365 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec2646f5-2ed9-48ac-943a-e2a30d366d21 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:18:51.273775 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'tag': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'status': 'completed', 'code': 200} Mar 09 06:18:51.328520 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:51.351155 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] For port db39a09b-40b5-4920-814c-b89da8f5267b, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=db39a09b-40b5-4920-814c-b89da8f5267b,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:51.351430 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:51.361688 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-0ebb98cd-5c5b-4f11-bd37-e4e8ede5ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:51.363236 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-0ebb98cd-5c5b-4f11-bd37-e4e8ede5ff61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1129 time: 0.0458596 Mar 09 06:18:51.363663 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Calling delete_port for db39a09b-40b5-4920-814c-b89da8f5267b owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:51.458715 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-184a7964-fa01-46f6-8aef-afd2f62f9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:51.460212 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-184a7964-fa01-46f6-8aef-afd2f62f9f5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 911 time: 0.0895116 Mar 09 06:18:51.526077 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-6c97aa19-8e93-417e-a880-4b6af45f0eb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 200 len: 999 time: 0.0600619 Mar 09 06:18:51.555158 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'e08c8f47-9ace-43cd-ac7d-c70571138e91', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'port_id': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'mac_address': 'fa:16:3e:3e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:18:35Z', 'updated_at': '2022-03-09T06:18:50Z', 'revision_number': 1, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:51.580730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-0f96ed84-6189-4959-b768-fb8838eb6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:51.582331 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-0f96ed84-6189-4959-b768-fb8838eb6302 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0507548 Mar 09 06:18:51.586980 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] Checking router: f2ac6aa4-6cbf-4fea-954f-43cfee67f304 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:18:51.594941 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (db39a09b-40b5-4920-814c-b89da8f5267b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:51.596525 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:51.596525 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:51.620519 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=db39a09b-40b5-4920-814c-b89da8f5267b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:51.640049 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-f876ae35-87a8-4cc2-896e-ad3ad64f016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:51.641816 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-f876ae35-87a8-4cc2-896e-ad3ad64f016f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537722 Mar 09 06:18:51.724161 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:51.751795 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-c542be10-7829-4130-a6be-ff09c2ff3ac1 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029584 Mar 09 06:18:51.808438 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:51.862976 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1f717be2-f612-425c-b7a9-1f22c4dfaddd req-22f71969-efb2-4ee1-88b7-9194bb8387b9 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055584 Mar 09 06:18:51.985698 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'e08c8f47-9ace-43cd-ac7d-c70571138e91', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'port_id': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'mac_address': 'fa:16:3e:3e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:18:35Z', 'updated_at': '2022-03-09T06:18:50Z', 'revision_number': 1, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:52.016154 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f6f7b-663e-4959-8e20-3b939b9e2477 None None] The sync data for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi is: [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': 'e08c8f47-9ace-43cd-ac7d-c70571138e91', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'port_id': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'mac_address': 'fa:16:3e:3e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:18:35Z', 'updated_at': '2022-03-09T06:18:50Z', 'revision_number': 1, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:18:52.223080 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a09df-19db-4c9f-8ce2-4acd34d834f9 None None] New status for floating IP e08c8f47-9ace-43cd-ac7d-c70571138e91: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:18:52.248140 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:18:52.357204 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:18:52.362457 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-cb134bd9-7b4d-4e95-9f47-e26d86ae6c90 admin admin] 10.222.0.18 "PUT /v2.0/routers/b5d1e64f-ac63-415e-85bb-5ee3b7debc57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8508186 Mar 09 06:18:52.365077 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:52.366236 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] Sync routers for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:18:52.377250 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:52.377855 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:52.472328 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks [] for router (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:52.490929 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:52.575224 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks [] for router_gateway (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:52.662520 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:18:51Z', 'revision_number': 5, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port': {'id': '49e7c4fd-2b0f-4efe-8838-9c4a544527c5', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:07:22Z', 'updated_at': '2022-03-09T06:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:52.682836 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Deleting port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:52.684044 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:52.689332 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] Checking router: b5d1e64f-ac63-415e-85bb-5ee3b7debc57 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:18:52.697969 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] Routers {'b5d1e64f-ac63-415e-85bb-5ee3b7debc57'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:52.698571 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:52.761238 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] For port 49e7c4fd-2b0f-4efe-8838-9c4a544527c5, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=49e7c4fd-2b0f-4efe-8838-9c4a544527c5,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:52.761619 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:52.773941 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Calling delete_port for 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:52.785271 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] Set router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:52.928219 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:18:52Z', 'revision_number': 6, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:52.955074 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39117f4a-d5a4-4554-ac96-72e1c0850fdf None None] The sync data for ids ['b5d1e64f-ac63-415e-85bb-5ee3b7debc57'] in dv-cinder-831154-2-iscsi is: [{'id': 'b5d1e64f-ac63-415e-85bb-5ee3b7debc57', 'name': 'tempest-AttachVolumeNegativeTest-1640931676-router', 'tenant_id': '5dd0d670c4574daa8c5d626bad12090c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:07:21Z', 'updated_at': '2022-03-09T06:18:52Z', 'revision_number': 6, 'project_id': '5dd0d670c4574daa8c5d626bad12090c', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:18:52.994824 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (49e7c4fd-2b0f-4efe-8838-9c4a544527c5), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.023990 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=49e7c4fd-2b0f-4efe-8838-9c4a544527c5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:53.083398 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.185846 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.187866 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks [] for router_controller (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.314408 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (b5d1e64f-ac63-415e-85bb-5ee3b7debc57), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.314942 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d1e64f-ac63-415e-85bb-5ee3b7debc57 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:18:53.324460 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.324460 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1f883f18-cab1-47c4-8ba4-f80226e1b2bd admin admin] 10.222.0.18 "DELETE /v2.0/routers/b5d1e64f-ac63-415e-85bb-5ee3b7debc57 HTTP/1.1" status: 204 len: 168 time: 0.9555848 Mar 09 06:18:53.325056 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48860) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:53.371113 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8d6b78-398c-4a80-8c8a-2a9cb8b0e95d admin admin] Deleting subnet f596f786-55fc-43e8-861c-f04a224297b8 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:18:53.374401 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a8d6b78-398c-4a80-8c8a-2a9cb8b0e95d admin admin] Publish callbacks [] for subnet (f596f786-55fc-43e8-861c-f04a224297b8), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.381909 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:53.417432 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a8d6b78-398c-4a80-8c8a-2a9cb8b0e95d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9745623'] for subnet (f596f786-55fc-43e8-861c-f04a224297b8), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.492680 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a8d6b78-398c-4a80-8c8a-2a9cb8b0e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (f596f786-55fc-43e8-861c-f04a224297b8), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.605993 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a8d6b78-398c-4a80-8c8a-2a9cb8b0e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9746099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9475999'] for subnet (f596f786-55fc-43e8-861c-f04a224297b8), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.631790 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d6b78-398c-4a80-8c8a-2a9cb8b0e95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f596f786-55fc-43e8-861c-f04a224297b8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:53.635640 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a8d6b78-398c-4a80-8c8a-2a9cb8b0e95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.641687 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5a8d6b78-398c-4a80-8c8a-2a9cb8b0e95d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f596f786-55fc-43e8-861c-f04a224297b8 HTTP/1.1" status: 204 len: 168 time: 0.3132112 Mar 09 06:18:53.641934 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48866) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:53.642763 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1cd70a-ad50-4cb0-8d60-3d7ae1c9da5c None None] Network 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:18:53.726610 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Deleting port 875d5640-f06a-4e07-a533-5620ebd3d3bb {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:53.726610 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (875d5640-f06a-4e07-a533-5620ebd3d3bb), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.726610 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.812751 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] DHCP port deletion for 1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:18:53.837351 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (875d5640-f06a-4e07-a533-5620ebd3d3bb), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.837705 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (875d5640-f06a-4e07-a533-5620ebd3d3bb), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.852927 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Calling delete_port for 875d5640-f06a-4e07-a533-5620ebd3d3bb owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:53.857892 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Deleting port 01f64aa1-bc24-470d-953b-cf266b535be8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:53.858227 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.870286 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] Deleting port 01f64aa1-bc24-470d-953b-cf266b535be8 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:53.871203 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.932101 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] For port 01f64aa1-bc24-470d-953b-cf266b535be8, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=01f64aa1-bc24-470d-953b-cf266b535be8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:53.932787 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:53.947418 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] Calling delete_port for 01f64aa1-bc24-470d-953b-cf266b535be8 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:53.989497 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] For port 01f64aa1-bc24-470d-953b-cf266b535be8, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=01f64aa1-bc24-470d-953b-cf266b535be8,segment=NetworkSegment(39e6a44d-01ad-400e-9dde-ed9634333604),segment_id=39e6a44d-01ad-400e-9dde-ed9634333604)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:53.989762 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.009498 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Calling delete_port for 01f64aa1-bc24-470d-953b-cf266b535be8 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:54.103226 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.128145 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.130319 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] Pushing event deleted for resources: {'Port': ['ID=01f64aa1-bc24-470d-953b-cf266b535be8,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:54.134746 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2860ad-7763-4a4e-a8b7-17f4a6893a4f None None] No DVR routers for this DVR port 01f64aa1-bc24-470d-953b-cf266b535be8 on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:18:54.149001 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (01f64aa1-bc24-470d-953b-cf266b535be8), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.176520 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Pushing event deleted for resources: {'Port': ['ID=01f64aa1-bc24-470d-953b-cf266b535be8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:54.178288 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] No DVR routers for this DVR port 01f64aa1-bc24-470d-953b-cf266b535be8 on host dv-cinder-831154-2-iscsi {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:18:54.213981 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (875d5640-f06a-4e07-a533-5620ebd3d3bb), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.270084 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.277909 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event deleted for resources: {'Port': ['ID=875d5640-f06a-4e07-a533-5620ebd3d3bb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:54.310414 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4c0d5a-ecda-49d8-969a-6095fc2b77d1']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:54.336947 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e6a44d-01ad-400e-9dde-ed9634333604') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:54.337242 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e6a44d-01ad-400e-9dde-ed9634333604') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:54.350914 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (39e6a44d-01ad-400e-9dde-ed9634333604), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.356003 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device db39a09b-40b5-4920-814c-b89da8f5267b no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:18:54.368568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (3e0aa1c1-4323-494e-9a34-bbdfefeff773), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.368961 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Floating IP 3e0aa1c1-4323-494e-9a34-bbdfefeff773 disassociated (deleted). External IP: 172.27.0.246, port: aaccb66c-70a4-4b59-b164-817f718d9c5a. Mar 09 06:18:54.371475 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (39e6a44d-01ad-400e-9dde-ed9634333604), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.377720 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: db39a09b-40b5-4920-814c-b89da8f5267b {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:18:54.381872 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device db39a09b-40b5-4920-814c-b89da8f5267b not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:18:54.381872 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:18:54.397267 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:18:54.397618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 49e7c4fd-2b0f-4efe-8838-9c4a544527c5 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:18:54.398029 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 01f64aa1-bc24-470d-953b-cf266b535be8 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:18:54.410906 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:18:54.411300 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (39e6a44d-01ad-400e-9dde-ed9634333604), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: self.session.flush() Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: self.session.flush() Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: self.session.flush() Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: self.session.flush() Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:18:54.412936 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:18:54.416214 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 01f64aa1-bc24-470d-953b-cf266b535be8 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:18:54.416591 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 01f64aa1-bc24-470d-953b-cf266b535be8 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:18:54.723594 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (1e4c0d5a-ecda-49d8-969a-6095fc2b77d1), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.729597 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.733228 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] 10.222.0.18 "DELETE /v2.0/networks/1e4c0d5a-ecda-49d8-969a-6095fc2b77d1 HTTP/1.1" status: 204 len: 168 time: 1.0904028 Mar 09 06:18:54.750359 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa891c-42b7-4792-8dbb-67a9b0c6b40b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4c0d5a-ecda-49d8-969a-6095fc2b77d1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:54.866688 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:18:54.972362 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:18:54.976826 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:54.983050 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:18:54.997502 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:54.998902 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:55.007131 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2c5ad358-2e3f-4bc9-9927-e77b5d522b8c tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "DELETE /v2.0/floatingips/3e0aa1c1-4323-494e-9a34-bbdfefeff773 HTTP/1.1" status: 204 len: 168 time: 1.6242051 Mar 09 06:18:55.007688 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:18:55.009936 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:18:55.045896 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811cc8aa-f2f2-4342-a178-fbae60548dce x-openstack-request-id: req-811cc8aa-f2f2-4342-a178-fbae60548dce {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:18:55.046192 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:18:55.046445 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-811cc8aa-f2f2-4342-a178-fbae60548dce {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:18:55.046844 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'status': 'completed', 'code': 200} Mar 09 06:18:55.119429 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-60962b55-d967-4405-bf68-3bd85ac46bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:55.119429 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-60962b55-d967-4405-bf68-3bd85ac46bfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 1129 time: 0.0504785 Mar 09 06:18:55.120027 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48874) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:55.144013 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:55.162499 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-dd0813a9-2227-4b14-bed3-815dfc0005d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5dd0d670c4574daa8c5d626bad12090c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417926 Mar 09 06:18:55.166315 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48876) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:55.207201 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-54e7d6e2-8d8f-49e2-8e90-70cb4f89d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:55.208728 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-54e7d6e2-8d8f-49e2-8e90-70cb4f89d33c service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.0854025 Mar 09 06:18:55.224248 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99b4e8a1-8cea-4db3-b8bc-bec1f134ba62 admin admin] Publish callbacks [] for security_group (e1dafda9-0f56-4400-bf65-94cd5e331f1f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:55.246051 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99b4e8a1-8cea-4db3-b8bc-bec1f134ba62 admin admin] Publish callbacks [] for security_group (e1dafda9-0f56-4400-bf65-94cd5e331f1f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:55.256322 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-78ef5cdb-a7f6-41f2-8302-c24c7122b5de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a HTTP/1.1" status: 200 len: 217 time: 0.0422766 Mar 09 06:18:55.322655 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-d37ada38-1af0-4bd4-b1cd-b0277e470743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:55.324136 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-d37ada38-1af0-4bd4-b1cd-b0277e470743 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0621145 Mar 09 06:18:55.359110 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99b4e8a1-8cea-4db3-b8bc-bec1f134ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e1dafda9-0f56-4400-bf65-94cd5e331f1f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:55.361894 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99b4e8a1-8cea-4db3-b8bc-bec1f134ba62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:55.365568 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-99b4e8a1-8cea-4db3-b8bc-bec1f134ba62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1dafda9-0f56-4400-bf65-94cd5e331f1f HTTP/1.1" status: 204 len: 168 time: 0.1960261 Mar 09 06:18:55.372056 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4e8a1-8cea-4db3-b8bc-bec1f134ba62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dafda9-0f56-4400-bf65-94cd5e331f1f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:55.383234 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-1ab4e0ca-ea97-4cc4-ae1c-2ceb749f5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:55.385092 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-1ab4e0ca-ea97-4cc4-ae1c-2ceb749f5d92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546005 Mar 09 06:18:55.409870 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:15Z', 'revision_number': 1, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:55.445838 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:18:55.454240 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:18:55.454847 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:55.527642 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ab40-d4a5-4294-a861-6f7402ed9a2c req-2421a42d-b955-4aa5-a5f7-fe71c48493de tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:55.529067 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2632ab40-d4a5-4294-a861-6f7402ed9a2c req-2421a42d-b955-4aa5-a5f7-fe71c48493de tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.1079149 Mar 09 06:18:55.530967 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-816b517f-ba80-472e-9d99-a5e38c13865b service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393979 Mar 09 06:18:55.565671 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:18:55.639949 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2632ab40-d4a5-4294-a861-6f7402ed9a2c req-1611cadd-326a-406e-87ba-dbcbb379ce53 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053436 Mar 09 06:18:55.666096 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-331fcbf3-f9a6-4fec-a6fb-5bd3ff2faa86 req-33ae9a9a-d5e1-41f9-90a5-c254ee469242 service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257296 Mar 09 06:18:55.966189 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:15Z', 'revision_number': 1, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:18:55.996473 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26ca7e-7ecc-4fab-a432-3e1ff4da957b None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '4d451926-47c6-46fd-bee2-d2f4dbf6a304', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'port_id': '28dc4390-af24-42f4-9185-167c6fb026b0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'mac_address': 'fa:16:3e:63:fe:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:14:12Z', 'updated_at': '2022-03-09T06:14:15Z', 'revision_number': 1, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:18:56.231738 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19bce9-c661-41c4-acb8-8b2582ce73a7 None None] New status for floating IP 3e0aa1c1-4323-494e-9a34-bbdfefeff773: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:18:56.759663 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5facc-fa0a-4400-8f0f-f5f1aee4967a req-00a80626-8e32-4093-856f-caf9f288c4bc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:56.761731 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7bb5facc-fa0a-4400-8f0f-f5f1aee4967a req-00a80626-8e32-4093-856f-caf9f288c4bc tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0524175 Mar 09 06:18:56.811837 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7bb5facc-fa0a-4400-8f0f-f5f1aee4967a req-d70590d8-a4b8-4726-8708-2f747d4d4e85 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Mar 09 06:18:57.082259 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-951b84d1-7905-494b-a936-73c0ce956ee6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:18:57.083717 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-951b84d1-7905-494b-a936-73c0ce956ee6 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 945 time: 0.0498550 Mar 09 06:18:57.174454 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 48930) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:57.192089 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Deleting port aaccb66c-70a4-4b59-b164-817f718d9c5a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:18:57.192537 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.276594 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82ea1d7d-3688-43ae-9083-375704e611e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.281014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] For port aaccb66c-70a4-4b59-b164-817f718d9c5a, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=aaccb66c-70a4-4b59-b164-817f718d9c5a,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:18:57.281380 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.297740 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Calling delete_port for aaccb66c-70a4-4b59-b164-817f718d9c5a owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:18:57.352629 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82ea1d7d-3688-43ae-9083-375704e611e2 admin admin] Publish callbacks [] for security_group (23ffb117-6bae-47f7-b84d-70799f8bfb3f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.422769 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82ea1d7d-3688-43ae-9083-375704e611e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (23ffb117-6bae-47f7-b84d-70799f8bfb3f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.461619 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-82ea1d7d-3688-43ae-9083-375704e611e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d23b09c50f3f497e8baa7dd396497a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861164 Mar 09 06:18:57.462579 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea1d7d-3688-43ae-9083-375704e611e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ffb117-6bae-47f7-b84d-70799f8bfb3f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:57.464324 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 48934) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:18:57.483693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (aaccb66c-70a4-4b59-b164-817f718d9c5a), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.528157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event deleted for resources: {'Port': ['ID=aaccb66c-70a4-4b59-b164-817f718d9c5a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:57.579877 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] No DVR routers for this DVR port aaccb66c-70a4-4b59-b164-817f718d9c5a on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:18:57.581439 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5c1a6a1-789b-4938-b4b6-40e8f74ae75c admin admin] Publish callbacks [] for security_group (23ffb117-6bae-47f7-b84d-70799f8bfb3f), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.583417 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.586625 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7fbc5cd7-b3b1-4c8e-9792-279eb01d1006 req-048e63e4-960b-46ad-8a91-31ad34919271 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "DELETE /v2.0/ports/aaccb66c-70a4-4b59-b164-817f718d9c5a HTTP/1.1" status: 204 len: 173 time: 0.4978116 Mar 09 06:18:57.587040 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'name': 'network-vif-deleted', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:18:57.589357 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22451c2a-da3b-4946-8027-99cdeafb7cfd" -d '{"events": [{"server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "name": "network-vif-deleted", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:18:57.613698 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5c1a6a1-789b-4938-b4b6-40e8f74ae75c admin admin] Publish callbacks [] for security_group (23ffb117-6bae-47f7-b84d-70799f8bfb3f), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.629235 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4af3b7-9fb3-47f8-bca1-6ef37dbcef01 x-openstack-request-id: req-db4af3b7-9fb3-47f8-bca1-6ef37dbcef01 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:18:57.629523 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7f4cd8-4fe9-4544-9635-e55920bdda9d", "name": "network-vif-deleted", "tag": "aaccb66c-70a4-4b59-b164-817f718d9c5a", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:18:57.629771 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db4af3b7-9fb3-47f8-bca1-6ef37dbcef01 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:18:57.630685 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7f4cd8-4fe9-4544-9635-e55920bdda9d', 'name': 'network-vif-deleted', 'tag': 'aaccb66c-70a4-4b59-b164-817f718d9c5a', 'status': 'completed', 'code': 200} Mar 09 06:18:57.777308 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5c1a6a1-789b-4938-b4b6-40e8f74ae75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (23ffb117-6bae-47f7-b84d-70799f8bfb3f), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.779948 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5c1a6a1-789b-4938-b4b6-40e8f74ae75c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:18:57.781302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d5c1a6a1-789b-4938-b4b6-40e8f74ae75c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23ffb117-6bae-47f7-b84d-70799f8bfb3f HTTP/1.1" status: 204 len: 168 time: 0.3157518 Mar 09 06:18:57.789135 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1a6a1-789b-4938-b4b6-40e8f74ae75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ffb117-6bae-47f7-b84d-70799f8bfb3f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:18:57.908430 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5cef50ad-7274-46c3-958b-aeb7cda91867 req-8baf31bc-5dd4-47ed-91c8-6b1ac4413251 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7f4cd8-4fe9-4544-9635-e55920bdda9d HTTP/1.1" status: 200 len: 210 time: 0.0285985 Mar 09 06:19:00.884210 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device aaccb66c-70a4-4b59-b164-817f718d9c5a no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:00.903864 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: aaccb66c-70a4-4b59-b164-817f718d9c5a {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:00.904209 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device aaccb66c-70a4-4b59-b164-817f718d9c5a not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:01.475192 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49006) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:01.627941 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Deleting port 5b8b8ee6-d268-4991-8309-63d197808a53 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:01.628278 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (5b8b8ee6-d268-4991-8309-63d197808a53), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:01.701129 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (5b8b8ee6-d268-4991-8309-63d197808a53), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:01.701451 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (5b8b8ee6-d268-4991-8309-63d197808a53), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:01.712963 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Calling delete_port for 5b8b8ee6-d268-4991-8309-63d197808a53 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:01.914751 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (5b8b8ee6-d268-4991-8309-63d197808a53), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:01.948116 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event deleted for resources: {'Port': ['ID=5b8b8ee6-d268-4991-8309-63d197808a53,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:02.008869 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (4d451926-47c6-46fd-bee2-d2f4dbf6a304), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:02.009262 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Floating IP 4d451926-47c6-46fd-bee2-d2f4dbf6a304 disassociated (deleted). External IP: 172.27.0.79, port: 28dc4390-af24-42f4-9185-167c6fb026b0. Mar 09 06:19:02.216124 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:19:02.324733 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:19:02.329147 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:02.335293 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:19:02.344951 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:02.345497 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:02.357779 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-42914ef0-68e7-4f65-bfbc-05d1453b13e4 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "DELETE /v2.0/floatingips/4d451926-47c6-46fd-bee2-d2f4dbf6a304 HTTP/1.1" status: 204 len: 168 time: 0.8815289 Mar 09 06:19:02.358362 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:19:02.360611 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5b0b87-69fd-4167-a158-0443948699aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:19:02.397973 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ca8413-1870-4041-b86b-5c01b9cccfa2 x-openstack-request-id: req-05ca8413-1870-4041-b86b-5c01b9cccfa2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:19:02.398266 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:19:02.398521 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05ca8413-1870-4041-b86b-5c01b9cccfa2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:19:02.398925 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0', 'status': 'completed', 'code': 200} Mar 09 06:19:02.460687 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:02.468362 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b0b87-69fd-4167-a158-0443948699aa req-f1b15016-e0a8-4b31-90b5-0b2968c250d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:02.469896 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5b0b87-69fd-4167-a158-0443948699aa req-f1b15016-e0a8-4b31-90b5-0b2968c250d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 1130 time: 0.0498903 Mar 09 06:19:02.565536 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b0b87-69fd-4167-a158-0443948699aa req-92e197f3-079f-41a7-b04c-58114e35be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:02.567260 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5b0b87-69fd-4167-a158-0443948699aa req-92e197f3-079f-41a7-b04c-58114e35be5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 200 len: 912 time: 0.0908434 Mar 09 06:19:02.612751 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5b0b87-69fd-4167-a158-0443948699aa req-f5d32eb0-31bc-45d6-a742-99e098815d4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28dc4390-af24-42f4-9185-167c6fb026b0 HTTP/1.1" status: 200 len: 217 time: 0.0385127 Mar 09 06:19:02.667633 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:02.668849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b0b87-69fd-4167-a158-0443948699aa req-ceafaa71-3322-4669-8760-3cde4dbab48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:02.670408 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5b0b87-69fd-4167-a158-0443948699aa req-ceafaa71-3322-4669-8760-3cde4dbab48a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 200 len: 850 time: 0.0508318 Mar 09 06:19:02.695398 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:19:02.703661 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:02.704336 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:18:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:02.751744 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df9cd4-ea3b-450b-9186-eef54a4838ab req-ca28ed36-3e27-4868-8200-acdcfc8aeea9 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:02.753403 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-63df9cd4-ea3b-450b-9186-eef54a4838ab req-ca28ed36-3e27-4868-8200-acdcfc8aeea9 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 946 time: 0.0801935 Mar 09 06:19:02.759326 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b0b87-69fd-4167-a158-0443948699aa req-3e1a7419-ce13-4135-939b-68cf296cd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:02.760815 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5b0b87-69fd-4167-a158-0443948699aa req-3e1a7419-ce13-4135-939b-68cf296cd336 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=059a71b1-9e42-47ec-a6ff-48a2d0067043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792968 Mar 09 06:19:02.815213 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:02.816966 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-63df9cd4-ea3b-450b-9186-eef54a4838ab req-44e9e439-b78f-4023-a045-0ee83cc41501 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552199 Mar 09 06:19:02.971760 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5b0b87-69fd-4167-a158-0443948699aa req-a66751c4-08c8-441a-be22-a43c69c4633c service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964254 Mar 09 06:19:03.027051 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:03.077469 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218914f-9001-49aa-8e52-977f54ae6edc None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:08:30Z', 'revision_number': 4, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': 'c05b2db8-73d1-4755-bc82-520b42a2b1aa', 'name': '', 'network_id': '059a71b1-9e42-47ec-a6ff-48a2d0067043', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'mac_address': 'fa:16:3e:ad:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:29Z', 'updated_at': '2022-03-09T06:08:34Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'subnets': [{'id': 'c9f2afb9-3556-46a3-a2a0-819178b15196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:19:03.096746 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e5b0b87-69fd-4167-a158-0443948699aa req-0b1e08be-0540-427b-80f5-cc7feb877ffe service neutron] 10.222.0.20 "GET /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178093 Mar 09 06:19:03.296731 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2a52b-4252-46d1-b1ab-8bef32040951 None None] New status for floating IP 4d451926-47c6-46fd-bee2-d2f4dbf6a304: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:19:03.851837 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8b801-687a-41af-8900-9f717d28f650 req-f4e9ff60-6958-4277-93d6-ed486f59691b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:03.853309 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c5a8b801-687a-41af-8900-9f717d28f650 req-f4e9ff60-6958-4277-93d6-ed486f59691b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 946 time: 0.0515320 Mar 09 06:19:03.968458 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7ab2d-d504-4fce-b553-3003330b2175 req-37ae1423-3cc9-4c38-a8bd-2af0e1f8439a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:03.969922 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-76c7ab2d-d504-4fce-b553-3003330b2175 req-37ae1423-3cc9-4c38-a8bd-2af0e1f8439a tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 946 time: 0.0837772 Mar 09 06:19:04.001001 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Deleting port 28dc4390-af24-42f4-9185-167c6fb026b0 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:04.001334 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:04.051827 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-76c7ab2d-d504-4fce-b553-3003330b2175 req-f07c454f-0c2c-4dee-bf2d-fe042204e1a0 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa2b0d0e-3bed-47cb-9607-9688687cea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754340 Mar 09 06:19:04.109849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] For port 28dc4390-af24-42f4-9185-167c6fb026b0, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=28dc4390-af24-42f4-9185-167c6fb026b0,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:04.110239 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:04.122285 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Calling delete_port for 28dc4390-af24-42f4-9185-167c6fb026b0 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:04.308434 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (28dc4390-af24-42f4-9185-167c6fb026b0), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:04.338805 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event deleted for resources: {'Port': ['ID=28dc4390-af24-42f4-9185-167c6fb026b0,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:04.381479 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] No DVR routers for this DVR port 28dc4390-af24-42f4-9185-167c6fb026b0 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:04.384048 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:04.387762 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c5a8b801-687a-41af-8900-9f717d28f650 req-e5a15001-ca89-4ee2-8e67-16d0ab203d0b tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.20 "DELETE /v2.0/ports/28dc4390-af24-42f4-9185-167c6fb026b0 HTTP/1.1" status: 204 len: 173 time: 0.5299363 Mar 09 06:19:04.388202 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'name': 'network-vif-deleted', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:19:04.390413 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0728da-14c8-4d06-8cae-f74cebdf4011" -d '{"events": [{"server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "name": "network-vif-deleted", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:19:04.425759 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f264ff-0d2d-423f-afd8-d28749d349b2 x-openstack-request-id: req-97f264ff-0d2d-423f-afd8-d28749d349b2 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:19:04.426047 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae69a51-b298-4c42-8ed3-c7509a022f99", "name": "network-vif-deleted", "tag": "28dc4390-af24-42f4-9185-167c6fb026b0", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:19:04.426298 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97f264ff-0d2d-423f-afd8-d28749d349b2 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:19:04.426695 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae69a51-b298-4c42-8ed3-c7509a022f99', 'name': 'network-vif-deleted', 'tag': '28dc4390-af24-42f4-9185-167c6fb026b0', 'status': 'completed', 'code': 200} Mar 09 06:19:05.143852 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c16904eb-6497-4a0c-8fcb-2b94937f838e req-4f48c6fb-99ed-4b25-94bc-46318a788d23 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 210 time: 0.0280404 Mar 09 06:19:06.236440 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-45e84f37-2519-4447-9c1b-f3acb5b6a657 req-b2a039f5-2bdb-41dc-9257-1315a4eb810e tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 210 time: 0.0265315 Mar 09 06:19:06.445543 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5898327e-b89a-4aed-aeba-6795016badf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:07.330863 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bbbd15bf-e20e-42f8-b015-21b601e4c06d req-15ff02dd-465f-401f-a850-dd5b373ddcd2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 210 time: 0.0300326 Mar 09 06:19:08.433218 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9316a59b-5d51-4b4b-a036-c823aa82e4a8 req-f06b30f2-9f9d-4571-a7f4-5efe7783c4c2 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae69a51-b298-4c42-8ed3-c7509a022f99 HTTP/1.1" status: 200 len: 210 time: 0.0261016 Mar 09 06:19:08.713999 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7b08d89e-4253-46b0-a54c-c4aac0156c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:08.747134 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:19:09.295511 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 28dc4390-af24-42f4-9185-167c6fb026b0 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:09.314708 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 28dc4390-af24-42f4-9185-167c6fb026b0 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:09.315051 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 28dc4390-af24-42f4-9185-167c6fb026b0 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:09.489036 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49062) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:09.609514 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Deleting port 3e6084a0-c111-41ec-99b8-beadb33394a3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:09.609853 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (3e6084a0-c111-41ec-99b8-beadb33394a3), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:09.683927 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (3e6084a0-c111-41ec-99b8-beadb33394a3), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:09.684265 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (3e6084a0-c111-41ec-99b8-beadb33394a3), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:09.695943 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Calling delete_port for 3e6084a0-c111-41ec-99b8-beadb33394a3 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:09.925487 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (3e6084a0-c111-41ec-99b8-beadb33394a3), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:09.948643 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event deleted for resources: {'Port': ['ID=3e6084a0-c111-41ec-99b8-beadb33394a3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:10.013885 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for floatingip (edc39e0b-d144-4cc5-8a46-e113776b8679), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:10.016472 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:10.017669 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-65f92389-7afc-460e-b8c2-284ecd841034 tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "DELETE /v2.0/floatingips/edc39e0b-d144-4cc5-8a46-e113776b8679 HTTP/1.1" status: 204 len: 168 time: 0.5276787 Mar 09 06:19:10.051496 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:11.012271 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:11.323004 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49100) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:11.379135 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f531adba-1fd1-4d9f-8599-d62e1789180f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group (aa2b0d0e-3bed-47cb-9607-9688687cea9b), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:11.404248 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f531adba-1fd1-4d9f-8599-d62e1789180f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group (aa2b0d0e-3bed-47cb-9607-9688687cea9b), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:11.536945 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f531adba-1fd1-4d9f-8599-d62e1789180f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (aa2b0d0e-3bed-47cb-9607-9688687cea9b), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:11.539492 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f531adba-1fd1-4d9f-8599-d62e1789180f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:11.540679 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f531adba-1fd1-4d9f-8599-d62e1789180f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] 10.222.0.18 "DELETE /v2.0/security-groups/aa2b0d0e-3bed-47cb-9607-9688687cea9b HTTP/1.1" status: 204 len: 168 time: 0.2166653 Mar 09 06:19:11.551064 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531adba-1fd1-4d9f-8599-d62e1789180f tempest-TestVolumeBootPattern-2063178782 tempest-TestVolumeBootPattern-2063178782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b0d0e-3bed-47cb-9607-9688687cea9b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:11.708595 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49106) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:12.191325 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:12.696739 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Deleting port c05b2db8-73d1-4755-bc82-520b42a2b1aa {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:12.697337 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:12.771146 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:12.774505 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] For port c05b2db8-73d1-4755-bc82-520b42a2b1aa, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=c05b2db8-73d1-4755-bc82-520b42a2b1aa,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:12.774913 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:12.787683 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Calling delete_port for c05b2db8-73d1-4755-bc82-520b42a2b1aa owned by network:router_interface {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:13.051457 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (c05b2db8-73d1-4755-bc82-520b42a2b1aa), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:13.079944 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05b2db8-73d1-4755-bc82-520b42a2b1aa,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:13.246478 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:13.459719 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:19:13.564878 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:19:13.569826 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0ad09ed1-aaed-4228-9828-be222698f574 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e5bfef9-5c7a-40af-9c01-d49b3e73d705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601522 Mar 09 06:19:13.572559 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49126) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:13.573280 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] Sync routers for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:19:13.583651 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:13.584261 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:13.676186 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks [] for router (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:13.689453 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:13.781867 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks [] for router_gateway (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:13.869166 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4b67dad-d764-478f-b13a-923972a779de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:19:12Z', 'revision_number': 5, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port': {'id': 'b4b67dad-d764-478f-b13a-923972a779de', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:26Z', 'updated_at': '2022-03-09T06:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:13.900386 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] Checking router: 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:19:13.908630 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] Routers {'3e5bfef9-5c7a-40af-9c01-d49b3e73d705'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:13.909237 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:13.928202 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Deleting port b4b67dad-d764-478f-b13a-923972a779de {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:13.928578 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (b4b67dad-d764-478f-b13a-923972a779de), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:13.995164 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] Set router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:14.005083 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] For port b4b67dad-d764-478f-b13a-923972a779de, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=b4b67dad-d764-478f-b13a-923972a779de,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:14.005446 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (b4b67dad-d764-478f-b13a-923972a779de), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.021710 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Calling delete_port for b4b67dad-d764-478f-b13a-923972a779de owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:14.045672 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:19:13Z', 'revision_number': 6, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:14.078600 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30b1ad-f787-4232-a2ad-acfc5cb5fbc8 None None] The sync data for ids ['3e5bfef9-5c7a-40af-9c01-d49b3e73d705'] in dv-cinder-831154-2-iscsi is: [{'id': '3e5bfef9-5c7a-40af-9c01-d49b3e73d705', 'name': 'tempest-TestVolumeBootPattern-353778002-router', 'tenant_id': '53eb36d293cd4fbb98cc9d984c65117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:25Z', 'updated_at': '2022-03-09T06:19:13Z', 'revision_number': 6, 'project_id': '53eb36d293cd4fbb98cc9d984c65117b', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:19:14.239900 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (b4b67dad-d764-478f-b13a-923972a779de), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.264185 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b67dad-d764-478f-b13a-923972a779de,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:14.326701 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.416107 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.419019 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks [] for router_controller (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.554166 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (3e5bfef9-5c7a-40af-9c01-d49b3e73d705), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.554831 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5bfef9-5c7a-40af-9c01-d49b3e73d705 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:19:14.559877 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.562038 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-139caee0-cbfc-404f-86c0-d000f0e2b2a7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3e5bfef9-5c7a-40af-9c01-d49b3e73d705 HTTP/1.1" status: 204 len: 168 time: 0.9876246 Mar 09 06:19:14.563687 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49142) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:14.607124 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc062f9-7697-4307-8a87-1ea170d18937 admin admin] Deleting subnet c9f2afb9-3556-46a3-a2a0-819178b15196 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:19:14.610106 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bc062f9-7697-4307-8a87-1ea170d18937 admin admin] Publish callbacks [] for subnet (c9f2afb9-3556-46a3-a2a0-819178b15196), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.642597 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bc062f9-7697-4307-8a87-1ea170d18937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944372'] for subnet (c9f2afb9-3556-46a3-a2a0-819178b15196), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.748226 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bc062f9-7697-4307-8a87-1ea170d18937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (c9f2afb9-3556-46a3-a2a0-819178b15196), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.851447 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device c05b2db8-73d1-4755-bc82-520b42a2b1aa no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:14.857809 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bc062f9-7697-4307-8a87-1ea170d18937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3455546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3364323'] for subnet (c9f2afb9-3556-46a3-a2a0-819178b15196), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.872202 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: c05b2db8-73d1-4755-bc82-520b42a2b1aa {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:14.873196 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device c05b2db8-73d1-4755-bc82-520b42a2b1aa not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:14.885425 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc062f9-7697-4307-8a87-1ea170d18937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f2afb9-3556-46a3-a2a0-819178b15196,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:14.889779 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bc062f9-7697-4307-8a87-1ea170d18937 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:14.893274 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0bc062f9-7697-4307-8a87-1ea170d18937 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c9f2afb9-3556-46a3-a2a0-819178b15196 HTTP/1.1" status: 204 len: 168 time: 0.3283195 Mar 09 06:19:14.895358 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e78469-a762-4539-b4e3-abd63773073e None None] Network 059a71b1-9e42-47ec-a6ff-48a2d0067043 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:19:14.895906 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49144) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:14.965717 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (059a71b1-9e42-47ec-a6ff-48a2d0067043), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.021236 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Deleting port 89268ee3-36ce-494a-b093-986af8baabc5 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:15.021578 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (89268ee3-36ce-494a-b093-986af8baabc5), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.050412 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] DHCP port deletion for 059a71b1-9e42-47ec-a6ff-48a2d0067043 request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:19:15.091070 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] For port 89268ee3-36ce-494a-b093-986af8baabc5, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=89268ee3-36ce-494a-b093-986af8baabc5,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:15.091332 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (89268ee3-36ce-494a-b093-986af8baabc5), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.100007 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] Deleting port 89268ee3-36ce-494a-b093-986af8baabc5 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:15.100658 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (89268ee3-36ce-494a-b093-986af8baabc5), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.103996 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Calling delete_port for 89268ee3-36ce-494a-b093-986af8baabc5 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:15.170277 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] For port 89268ee3-36ce-494a-b093-986af8baabc5, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=89268ee3-36ce-494a-b093-986af8baabc5,segment=NetworkSegment(f74c3303-859d-4ba0-8904-ecf6794f8218),segment_id=f74c3303-859d-4ba0-8904-ecf6794f8218)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:15.170676 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (89268ee3-36ce-494a-b093-986af8baabc5), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.187159 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] Calling delete_port for 89268ee3-36ce-494a-b093-986af8baabc5 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:15.286233 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (89268ee3-36ce-494a-b093-986af8baabc5), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.315057 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=89268ee3-36ce-494a-b093-986af8baabc5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:15.320659 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] No DVR routers for this DVR port 89268ee3-36ce-494a-b093-986af8baabc5 on host dv-cinder-831154-2-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:15.389869 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (89268ee3-36ce-494a-b093-986af8baabc5), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.392262 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (059a71b1-9e42-47ec-a6ff-48a2d0067043), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.411608 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059a71b1-9e42-47ec-a6ff-48a2d0067043']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:15.414725 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] Pushing event deleted for resources: {'Port': ['ID=89268ee3-36ce-494a-b093-986af8baabc5,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:15.419090 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5ca78-a14e-4572-90a7-7acc76b83f95 None None] No DVR routers for this DVR port 89268ee3-36ce-494a-b093-986af8baabc5 on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:15.421398 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74c3303-859d-4ba0-8904-ecf6794f8218') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:15.424947 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74c3303-859d-4ba0-8904-ecf6794f8218') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:15.443445 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745452'] for segment (f74c3303-859d-4ba0-8904-ecf6794f8218), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.457631 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (f74c3303-859d-4ba0-8904-ecf6794f8218), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.463515 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:19:15.463894 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9746137'] for segment (f74c3303-859d-4ba0-8904-ecf6794f8218), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: Traceback (most recent call last): Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: timer() Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: cb(*args, **kw) Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: return func(*args, **kwargs) Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: self._notify() Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: self.callback(batched_events) Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: event.method(event) Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: return f(self, *a, **k) Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._get(url).json() Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:19:15.465657 dv-cinder-831154-2-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:19:15.599687 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (059a71b1-9e42-47ec-a6ff-48a2d0067043), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.605299 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:15.609622 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] 10.222.0.18 "DELETE /v2.0/networks/059a71b1-9e42-47ec-a6ff-48a2d0067043 HTTP/1.1" status: 204 len: 168 time: 0.7114065 Mar 09 06:19:15.611510 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49158) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:15.619079 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d6fcc-520f-462b-b745-f2bf36658b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=059a71b1-9e42-47ec-a6ff-48a2d0067043,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:16.176842 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (d776f5e1-7f00-4dee-8e5d-b5c38305d036), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:16.345336 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device b4b67dad-d764-478f-b13a-923972a779de no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:16.368058 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: b4b67dad-d764-478f-b13a-923972a779de {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:16.368388 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device b4b67dad-d764-478f-b13a-923972a779de not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:16.368836 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 89268ee3-36ce-494a-b093-986af8baabc5 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:16.387790 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 89268ee3-36ce-494a-b093-986af8baabc5 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:16.388135 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 89268ee3-36ce-494a-b093-986af8baabc5 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:16.416622 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Deleting port 484bea79-2b85-420d-acf1-c4d16facd4eb {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:16.416964 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:16.490633 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] For port 484bea79-2b85-420d-acf1-c4d16facd4eb, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=484bea79-2b85-420d-acf1-c4d16facd4eb,segment=NetworkSegment(b8d416d8-87ac-46dd-b252-ab96e2353472),segment_id=b8d416d8-87ac-46dd-b252-ab96e2353472)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:16.490910 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:16.502948 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Calling delete_port for 484bea79-2b85-420d-acf1-c4d16facd4eb owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:16.753973 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (484bea79-2b85-420d-acf1-c4d16facd4eb), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:16.782643 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Pushing event deleted for resources: {'Port': ['ID=484bea79-2b85-420d-acf1-c4d16facd4eb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:16.952061 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (d776f5e1-7f00-4dee-8e5d-b5c38305d036), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:17.165315 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Router d776f5e1-7f00-4dee-8e5d-b5c38305d036 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:19:17.271549 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:19:17.278071 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-b879430d-ecac-4103-81c5-4aaeb40e682f admin admin] 10.222.0.18 "PUT /v2.0/routers/d776f5e1-7f00-4dee-8e5d-b5c38305d036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6640639 Mar 09 06:19:17.279095 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49166) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:17.281049 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] Sync routers for ids ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:19:17.290433 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] Routers {'d776f5e1-7f00-4dee-8e5d-b5c38305d036'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:17.291032 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:17.386272 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks [] for router (d776f5e1-7f00-4dee-8e5d-b5c38305d036), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:17.397678 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] Set router d776f5e1-7f00-4dee-8e5d-b5c38305d036 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:17.493470 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks [] for router_gateway (d776f5e1-7f00-4dee-8e5d-b5c38305d036), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:17.584245 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:19:16Z', 'revision_number': 5, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port': {'id': 'a33c45ae-cfec-4507-a641-96a216aff2e8', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:17.613846 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] Checking router: d776f5e1-7f00-4dee-8e5d-b5c38305d036 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:19:17.622258 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] Routers {'d776f5e1-7f00-4dee-8e5d-b5c38305d036'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:17.622867 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:17.631754 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Deleting port a33c45ae-cfec-4507-a641-96a216aff2e8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:17.632094 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:17.709178 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] For port a33c45ae-cfec-4507-a641-96a216aff2e8, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=a33c45ae-cfec-4507-a641-96a216aff2e8,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:17.709538 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:17.710665 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] Set router d776f5e1-7f00-4dee-8e5d-b5c38305d036 gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:17.722606 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Calling delete_port for a33c45ae-cfec-4507-a641-96a216aff2e8 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:17.761160 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:19:17Z', 'revision_number': 6, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:17.795117 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105b7d7-c8ab-433f-a4bf-44a859547923 None None] The sync data for ids ['d776f5e1-7f00-4dee-8e5d-b5c38305d036'] in dv-cinder-831154-2-iscsi is: [{'id': 'd776f5e1-7f00-4dee-8e5d-b5c38305d036', 'name': 'tempest-TestVolumeBootPattern-1418100556-router', 'tenant_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:08:34Z', 'updated_at': '2022-03-09T06:19:17Z', 'revision_number': 6, 'project_id': 'd1570c63a9a54f3c822e67f3ab15c6e5', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:19:17.925438 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (a33c45ae-cfec-4507-a641-96a216aff2e8), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:17.953821 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a33c45ae-cfec-4507-a641-96a216aff2e8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:18.013835 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (d776f5e1-7f00-4dee-8e5d-b5c38305d036), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.104936 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (d776f5e1-7f00-4dee-8e5d-b5c38305d036), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.107101 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks [] for router_controller (d776f5e1-7f00-4dee-8e5d-b5c38305d036), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.251334 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (d776f5e1-7f00-4dee-8e5d-b5c38305d036), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.251866 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d776f5e1-7f00-4dee-8e5d-b5c38305d036 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:19:18.256110 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.257351 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-91de264b-8119-449e-98f6-b02bb704a4fb admin admin] 10.222.0.18 "DELETE /v2.0/routers/d776f5e1-7f00-4dee-8e5d-b5c38305d036 HTTP/1.1" status: 204 len: 168 time: 0.9771962 Mar 09 06:19:18.259858 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49176) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:18.302802 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb002ba-cd26-4809-8ad1-b99cfa4a29db admin admin] Deleting subnet cc697877-4306-4787-9f04-69c3e66f47b8 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:19:18.305762 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb002ba-cd26-4809-8ad1-b99cfa4a29db admin admin] Publish callbacks [] for subnet (cc697877-4306-4787-9f04-69c3e66f47b8), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.338568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb002ba-cd26-4809-8ad1-b99cfa4a29db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944372'] for subnet (cc697877-4306-4787-9f04-69c3e66f47b8), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.414374 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb002ba-cd26-4809-8ad1-b99cfa4a29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (cc697877-4306-4787-9f04-69c3e66f47b8), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.531731 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb002ba-cd26-4809-8ad1-b99cfa4a29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3455546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3364323'] for subnet (cc697877-4306-4787-9f04-69c3e66f47b8), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.572926 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb002ba-cd26-4809-8ad1-b99cfa4a29db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc697877-4306-4787-9f04-69c3e66f47b8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:18.577863 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb002ba-cd26-4809-8ad1-b99cfa4a29db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.581973 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ceb002ba-cd26-4809-8ad1-b99cfa4a29db admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc697877-4306-4787-9f04-69c3e66f47b8 HTTP/1.1" status: 204 len: 168 time: 0.3211913 Mar 09 06:19:18.584887 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49180) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:18.585543 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc2551d-a811-4459-8c38-7247649d89c2 None None] Network c12de899-ab05-4f14-ba36-ab123bddc1b5 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:19:18.613442 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device a33c45ae-cfec-4507-a641-96a216aff2e8 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:18.636747 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: a33c45ae-cfec-4507-a641-96a216aff2e8 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:18.641380 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device a33c45ae-cfec-4507-a641-96a216aff2e8 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:18.641380 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 484bea79-2b85-420d-acf1-c4d16facd4eb no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:18.686232 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (c12de899-ab05-4f14-ba36-ab123bddc1b5), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.708579 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 484bea79-2b85-420d-acf1-c4d16facd4eb {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:18.708914 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 484bea79-2b85-420d-acf1-c4d16facd4eb not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:18.751988 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Deleting port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:18.752328 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.795387 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] DHCP port deletion for c12de899-ab05-4f14-ba36-ab123bddc1b5 request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:19:18.822685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] For port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,segment=NetworkSegment(b8d416d8-87ac-46dd-b252-ab96e2353472),segment_id=b8d416d8-87ac-46dd-b252-ab96e2353472)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:18.822685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.837524 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Calling delete_port for 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:18.850543 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] Deleting port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:18.853493 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.922620 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] For port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,segment=NetworkSegment(b8d416d8-87ac-46dd-b252-ab96e2353472),segment_id=b8d416d8-87ac-46dd-b252-ab96e2353472)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:18.922953 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:18.935805 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] Calling delete_port for 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:19.011739 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.017428 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.032886 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] No DVR routers for this DVR port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:19.039730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Pushing event deleted for resources: {'Port': ['ID=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:19.042018 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] No DVR routers for this DVR port 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb on host dv-cinder-831154-2-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:19.051209 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.051568 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.051917 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.052261 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.052631 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cb780-43cd-4102-bdf5-5ee817047fd9 None None] Pushing event deleted for resources: {'Port': ['ID=03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:19.052787 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.052967 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.053298 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.053805 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.054309 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.054807 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.055143 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.055645 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.056157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.128628 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (c12de899-ab05-4f14-ba36-ab123bddc1b5), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.148907 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12de899-ab05-4f14-ba36-ab123bddc1b5']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:19.158775 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d416d8-87ac-46dd-b252-ab96e2353472') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:19.159068 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d416d8-87ac-46dd-b252-ab96e2353472') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:19.168875 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745452'] for segment (b8d416d8-87ac-46dd-b252-ab96e2353472), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.186159 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (b8d416d8-87ac-46dd-b252-ab96e2353472), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.188455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:19:19.188857 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9746137'] for segment (b8d416d8-87ac-46dd-b252-ab96e2353472), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: Traceback (most recent call last): Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: timer() Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: cb(*args, **kw) Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: return func(*args, **kwargs) Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: self._notify() Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: self.callback(batched_events) Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: event.method(event) Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: return f(self, *a, **k) Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._get(url).json() Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:19:19.190435 dv-cinder-831154-2-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:19:19.319620 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (c12de899-ab05-4f14-ba36-ab123bddc1b5), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.324877 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.329089 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c12de899-ab05-4f14-ba36-ab123bddc1b5 HTTP/1.1" status: 204 len: 168 time: 0.7423983 Mar 09 06:19:19.343017 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1d6c8-e2e6-40d6-8d56-a8e14b1a8606 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12de899-ab05-4f14-ba36-ab123bddc1b5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:19.704706 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49196) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:19.744423 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-7ded587f-817a-4c99-afc2-786c049426dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53eb36d293cd4fbb98cc9d984c65117b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384748 Mar 09 06:19:19.746916 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49198) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:19.794759 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Publish callbacks [] for security_group (932e1824-9b95-4288-8a05-e42e82495997), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.815601 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Publish callbacks [] for security_group (932e1824-9b95-4288-8a05-e42e82495997), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.930897 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (932e1824-9b95-4288-8a05-e42e82495997), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.934033 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:19.935169 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/932e1824-9b95-4288-8a05-e42e82495997 HTTP/1.1" status: 204 len: 168 time: 0.1873291 Mar 09 06:19:19.943108 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932e1824-9b95-4288-8a05-e42e82495997,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:19.950714 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.951069 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.951417 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.951756 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.952095 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.952427 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.952797 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.953123 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.953448 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.953790 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.954119 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.954443 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:19.954767 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb22378-92c7-4ee5-834a-5fa4c354a250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:20.349506 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:20.371681 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:20.372036 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 03aa5810-b6c2-4560-8d1a-6d5ddcb3cbcb not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:20.637065 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49214) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:20.677210 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f5c2d828-bc21-41c1-be61-9406db5b49d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1570c63a9a54f3c822e67f3ab15c6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390096 Mar 09 06:19:20.679497 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49216) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:20.729069 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8c0c839e-8393-4349-b34a-dd94ee21128d admin admin] Publish callbacks [] for security_group (71621e56-90c0-4e16-ac04-42a4bfcc2f3c), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:20.750289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8c0c839e-8393-4349-b34a-dd94ee21128d admin admin] Publish callbacks [] for security_group (71621e56-90c0-4e16-ac04-42a4bfcc2f3c), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:20.839908 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8c0c839e-8393-4349-b34a-dd94ee21128d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (71621e56-90c0-4e16-ac04-42a4bfcc2f3c), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:20.842446 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8c0c839e-8393-4349-b34a-dd94ee21128d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:20.847719 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-8c0c839e-8393-4349-b34a-dd94ee21128d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71621e56-90c0-4e16-ac04-42a4bfcc2f3c HTTP/1.1" status: 204 len: 168 time: 0.1632249 Mar 09 06:19:20.851199 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c839e-8393-4349-b34a-dd94ee21128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71621e56-90c0-4e16-ac04-42a4bfcc2f3c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:23.642846 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49232) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:23.972676 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Deleting port fb334f5c-b471-4afa-b379-9c842073f3d2 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:23.973149 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (fb334f5c-b471-4afa-b379-9c842073f3d2), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:24.051366 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (fb334f5c-b471-4afa-b379-9c842073f3d2), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:24.051689 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for floatingip (fb334f5c-b471-4afa-b379-9c842073f3d2), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:24.063920 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Calling delete_port for fb334f5c-b471-4afa-b379-9c842073f3d2 owned by network:floatingip {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:24.125944 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:24.330790 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (fb334f5c-b471-4afa-b379-9c842073f3d2), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:24.356793 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event deleted for resources: {'Port': ['ID=fb334f5c-b471-4afa-b379-9c842073f3d2,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:24.414199 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for floatingip (82aaee7d-ea27-41f5-8bfb-122ea965ad21), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:24.414528 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Floating IP 82aaee7d-ea27-41f5-8bfb-122ea965ad21 disassociated (deleted). External IP: 172.27.0.57, port: a20c88f6-b8b2-42fd-bb47-cad07516b265. Mar 09 06:19:24.620009 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Router 2c9af16c-a062-466c-8874-7cba00184266 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:19:24.725242 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:19:24.729912 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:24.736930 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] Sync routers for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:19:24.746179 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:24.747382 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:24.759083 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7130de19-d48f-414a-8b86-7db630edaf0c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "DELETE /v2.0/floatingips/82aaee7d-ea27-41f5-8bfb-122ea965ad21 HTTP/1.1" status: 204 len: 168 time: 1.1151841 Mar 09 06:19:24.759767 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:19:24.762139 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d577c958-471f-478f-9e99-1cb010ac2792" -d '{"events": [{"name": "network-changed", "server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:19:24.807522 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3792de6b-cc76-4305-8120-bf35911f35d9 x-openstack-request-id: req-3792de6b-cc76-4305-8120-bf35911f35d9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:19:24.807812 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:19:24.808068 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3792de6b-cc76-4305-8120-bf35911f35d9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:19:24.808478 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'status': 'completed', 'code': 200} Mar 09 06:19:24.868260 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:24.873792 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c958-471f-478f-9e99-1cb010ac2792 req-67961a26-9a16-4df1-a8a7-84cc0b5d7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:24.875495 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d577c958-471f-478f-9e99-1cb010ac2792 req-67961a26-9a16-4df1-a8a7-84cc0b5d7ae9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 1129 time: 0.0463383 Mar 09 06:19:24.972131 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c958-471f-478f-9e99-1cb010ac2792 req-d6e00370-3f4f-43bf-bff7-7961bb14f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:24.973630 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d577c958-471f-478f-9e99-1cb010ac2792 req-d6e00370-3f4f-43bf-bff7-7961bb14f06f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee HTTP/1.1" status: 200 len: 909 time: 0.0913119 Mar 09 06:19:25.015108 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d577c958-471f-478f-9e99-1cb010ac2792 req-b36cb09d-6071-48a2-a145-e164427f26dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 200 len: 217 time: 0.0356562 Mar 09 06:19:25.066719 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c958-471f-478f-9e99-1cb010ac2792 req-d4142d40-a995-4d56-b581-89883d93e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:25.068239 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d577c958-471f-478f-9e99-1cb010ac2792 req-d4142d40-a995-4d56-b581-89883d93e3f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6763a0a2-6261-444f-a87d-317955dd1169 HTTP/1.1" status: 200 len: 847 time: 0.0480354 Mar 09 06:19:25.070496 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:50Z', 'revision_number': 5, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:25.098945 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] Checking router: 2c9af16c-a062-466c-8874-7cba00184266 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:19:25.108008 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:25.108668 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:25.124968 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c958-471f-478f-9e99-1cb010ac2792 req-dc949407-ded8-4e53-820e-f168ab35f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:25.126408 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d577c958-471f-478f-9e99-1cb010ac2792 req-dc949407-ded8-4e53-820e-f168ab35f94e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0573f27-7448-4b5e-bf73-02cd8eabe1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522642 Mar 09 06:19:25.222832 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:25.240241 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d6bdf-6e24-433f-990b-94c1943580e4 req-1cdc36eb-5e13-43a8-bf1f-e0268ca6d845 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:25.241552 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bc8d6bdf-6e24-433f-990b-94c1943580e4 req-1cdc36eb-5e13-43a8-bf1f-e0268ca6d845 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.1142826 Mar 09 06:19:25.277244 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d577c958-471f-478f-9e99-1cb010ac2792 req-d91d723f-4667-40f4-924c-cdbe41ba9507 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234903 Mar 09 06:19:25.336849 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bc8d6bdf-6e24-433f-990b-94c1943580e4 req-6f3cb3f5-4d23-4a76-a143-be65372ce114 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818954 Mar 09 06:19:25.396408 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d577c958-471f-478f-9e99-1cb010ac2792 req-e5820b3d-0452-479a-aa4b-b7c14fec58c5 service neutron] 10.222.0.20 "GET /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123395 Mar 09 06:19:25.430424 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:50Z', 'revision_number': 5, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:25.457336 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f443be-e8cd-4499-af22-71bb4da0932f None None] The sync data for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi is: [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:13:46Z', 'revision_number': 4, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '43d15c49-7660-483b-a33d-f849886e24e6', 'name': '', 'network_id': 'b0573f27-7448-4b5e-bf73-02cd8eabe1ee', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'mac_address': 'fa:16:3e:a6:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6763a0a2-6261-444f-a87d-317955dd1169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:45Z', 'updated_at': '2022-03-09T06:13:50Z', 'revision_number': 5, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'subnets': [{'id': '6763a0a2-6261-444f-a87d-317955dd1169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:19:25.664553 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdacb76-49d2-4e2b-8ca7-1018b7b12318 None None] New status for floating IP 82aaee7d-ea27-41f5-8bfb-122ea965ad21: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:19:26.453828 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac060cd-97fa-45ad-83a9-e3478eaa5187 req-809d4d3d-64ef-4e79-b535-a3896bbbd0ca tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:26.455308 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ac060cd-97fa-45ad-83a9-e3478eaa5187 req-809d4d3d-64ef-4e79-b535-a3896bbbd0ca tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Mar 09 06:19:26.502755 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2ac060cd-97fa-45ad-83a9-e3478eaa5187 req-ac2afb70-88d2-424c-8442-722363f7986f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Mar 09 06:19:27.617821 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6ae77-9224-49ba-a212-78cb16a336b1 req-c0c6dc23-a08b-443e-b599-7800db51ef1f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:27.619298 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2de6ae77-9224-49ba-a212-78cb16a336b1 req-c0c6dc23-a08b-443e-b599-7800db51ef1f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0509133 Mar 09 06:19:27.666337 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2de6ae77-9224-49ba-a212-78cb16a336b1 req-5e9bffce-47a5-4252-9011-36d6a79cf5f9 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Mar 09 06:19:28.783208 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a204ec-77a8-4b37-90dc-b227f0138264 req-2ee0c834-3292-4a60-a292-a8bdc3606bc6 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:28.784669 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-36a204ec-77a8-4b37-90dc-b227f0138264 req-2ee0c834-3292-4a60-a292-a8bdc3606bc6 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0546899 Mar 09 06:19:28.832608 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-36a204ec-77a8-4b37-90dc-b227f0138264 req-080307d6-c42c-4a0c-9107-a2a6df8d5546 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Mar 09 06:19:29.949989 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca1ed5-a8d4-4a0b-aa9b-1ae6d07aa011 req-1329f752-845d-474f-884b-9fcc8ae9a25c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:29.951945 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f8ca1ed5-a8d4-4a0b-aa9b-1ae6d07aa011 req-1329f752-845d-474f-884b-9fcc8ae9a25c tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Mar 09 06:19:30.000565 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f8ca1ed5-a8d4-4a0b-aa9b-1ae6d07aa011 req-36948fb4-8449-430c-813c-a7f901117b34 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa8fc392-1a8c-4132-997f-4a4923040c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Mar 09 06:19:30.165348 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-19f660fc-a1cc-43a7-9e0a-5e58801e9ffe tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:19:30.166681 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-19f660fc-a1cc-43a7-9e0a-5e58801e9ffe tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 945 time: 0.0546451 Mar 09 06:19:30.257650 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Deleting port a20c88f6-b8b2-42fd-bb47-cad07516b265 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:30.257983 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:30.605163 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] For port a20c88f6-b8b2-42fd-bb47-cad07516b265, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=a20c88f6-b8b2-42fd-bb47-cad07516b265,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:30.605425 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:30.617654 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Calling delete_port for a20c88f6-b8b2-42fd-bb47-cad07516b265 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:30.827822 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (a20c88f6-b8b2-42fd-bb47-cad07516b265), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:30.860131 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event deleted for resources: {'Port': ['ID=a20c88f6-b8b2-42fd-bb47-cad07516b265,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:30.900394 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] No DVR routers for this DVR port a20c88f6-b8b2-42fd-bb47-cad07516b265 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:30.902887 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:30.906920 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-03ffa647-aaa0-4393-968b-f34f0335f7b9 req-a0b1c4c6-bdaf-452b-a3c7-c09695a915a8 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.20 "DELETE /v2.0/ports/a20c88f6-b8b2-42fd-bb47-cad07516b265 HTTP/1.1" status: 204 len: 173 time: 0.7350354 Mar 09 06:19:30.907353 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'name': 'network-vif-deleted', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:19:30.909582 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670f029e-c424-411c-bf00-ef513b68b27c" -d '{"events": [{"server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "name": "network-vif-deleted", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:19:30.943443 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dc5f58-631e-4455-955f-138f59b2b9c6 x-openstack-request-id: req-36dc5f58-631e-4455-955f-138f59b2b9c6 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:19:30.943729 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d111e27-285a-41a0-9b1c-3b40209945d2", "name": "network-vif-deleted", "tag": "a20c88f6-b8b2-42fd-bb47-cad07516b265", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:19:30.943980 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36dc5f58-631e-4455-955f-138f59b2b9c6 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:19:30.944371 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d111e27-285a-41a0-9b1c-3b40209945d2', 'name': 'network-vif-deleted', 'tag': 'a20c88f6-b8b2-42fd-bb47-cad07516b265', 'status': 'completed', 'code': 200} Mar 09 06:19:31.090470 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d4cebcf-beab-41a4-8487-1fa072be1e31 req-094a31ad-56ca-4f08-be59-a44e70318ef7 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 210 time: 0.0261536 Mar 09 06:19:32.183617 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59b95056-da25-4ff8-a462-54dfee0a89a4 req-6afa8ff8-0ca7-4141-9bb9-ef236095d875 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 210 time: 0.0263941 Mar 09 06:19:33.277363 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f928c6af-2ce5-46a9-8337-eb354f222edb req-7c40da75-6368-4610-af62-97eedaff3103 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 210 time: 0.0298438 Mar 09 06:19:34.368112 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-050369b6-0773-4cad-bd68-75d6db5e030b req-415c14aa-36d9-4c06-99db-a082cad6f55f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d111e27-285a-41a0-9b1c-3b40209945d2 HTTP/1.1" status: 200 len: 210 time: 0.0266674 Mar 09 06:19:35.424252 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49310) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:35.461890 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device a20c88f6-b8b2-42fd-bb47-cad07516b265 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:35.481654 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf3-9f22-49bc-a674-4c4a061f264f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group (aa8fc392-1a8c-4132-997f-4a4923040c5e), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:35.481951 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: a20c88f6-b8b2-42fd-bb47-cad07516b265 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:35.482315 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device a20c88f6-b8b2-42fd-bb47-cad07516b265 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:35.509625 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf3-9f22-49bc-a674-4c4a061f264f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group (aa8fc392-1a8c-4132-997f-4a4923040c5e), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:35.610716 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf3-9f22-49bc-a674-4c4a061f264f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (aa8fc392-1a8c-4132-997f-4a4923040c5e), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:35.613616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf3-9f22-49bc-a674-4c4a061f264f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:35.614760 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f7566cf3-9f22-49bc-a674-4c4a061f264f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] 10.222.0.18 "DELETE /v2.0/security-groups/aa8fc392-1a8c-4132-997f-4a4923040c5e HTTP/1.1" status: 204 len: 168 time: 0.1895118 Mar 09 06:19:35.624861 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7566cf3-9f22-49bc-a674-4c4a061f264f tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8fc392-1a8c-4132-997f-4a4923040c5e,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:35.707949 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49326) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:36.150019 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (2c9af16c-a062-466c-8874-7cba00184266), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:36.400440 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Deleting port 43d15c49-7660-483b-a33d-f849886e24e6 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:36.400735 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (43d15c49-7660-483b-a33d-f849886e24e6), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:36.439168 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4c245f29-46bc-4337-ba5d-586c721dfdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:36.479883 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] For port 43d15c49-7660-483b-a33d-f849886e24e6, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=43d15c49-7660-483b-a33d-f849886e24e6,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:36.480451 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (43d15c49-7660-483b-a33d-f849886e24e6), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:36.493347 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Calling delete_port for 43d15c49-7660-483b-a33d-f849886e24e6 owned by network:router_interface {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:36.741673 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (43d15c49-7660-483b-a33d-f849886e24e6), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:36.775177 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d15c49-7660-483b-a33d-f849886e24e6,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:36.939610 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (2c9af16c-a062-466c-8874-7cba00184266), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:37.156375 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Router 2c9af16c-a062-466c-8874-7cba00184266 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:19:37.263294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:19:37.268828 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-f4acaa8a-d0d5-467e-a33f-581666e863e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c9af16c-a062-466c-8874-7cba00184266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597918 Mar 09 06:19:37.271342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49336) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:37.273890 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] Sync routers for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:19:37.283123 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:37.283724 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:37.373994 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks [] for router (2c9af16c-a062-466c-8874-7cba00184266), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:37.388386 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:37.476398 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks [] for router_gateway (2c9af16c-a062-466c-8874-7cba00184266), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:37.567773 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:19:36Z', 'revision_number': 5, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port': {'id': '5f6336a9-e04f-49c9-b968-c14aaa461e0e', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9af16c-a062-466c-8874-7cba00184266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:43Z', 'updated_at': '2022-03-09T06:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:37.584091 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Deleting port 5f6336a9-e04f-49c9-b968-c14aaa461e0e {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:37.586220 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:37.597645 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] Checking router: 2c9af16c-a062-466c-8874-7cba00184266 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:19:37.606125 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] Routers {'2c9af16c-a062-466c-8874-7cba00184266'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:37.606732 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['2c9af16c-a062-466c-8874-7cba00184266'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:37.661695 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] For port 5f6336a9-e04f-49c9-b968-c14aaa461e0e, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=5f6336a9-e04f-49c9-b968-c14aaa461e0e,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:37.662059 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:37.674726 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Calling delete_port for 5f6336a9-e04f-49c9-b968-c14aaa461e0e owned by network:router_gateway {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:37.690605 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] Set router 2c9af16c-a062-466c-8874-7cba00184266 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:37.881499 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:19:37Z', 'revision_number': 6, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:37.908685 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606233f-3fac-4273-b2a6-092882c52587 None None] The sync data for ids ['2c9af16c-a062-466c-8874-7cba00184266'] in dv-cinder-831154-2-iscsi is: [{'id': '2c9af16c-a062-466c-8874-7cba00184266', 'name': 'tempest-TestShelveInstance-271726595-router', 'tenant_id': '1f840f8c7f614daa9c5d157583bc19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:42Z', 'updated_at': '2022-03-09T06:19:37Z', 'revision_number': 6, 'project_id': '1f840f8c7f614daa9c5d157583bc19e4', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:19:37.925320 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (5f6336a9-e04f-49c9-b968-c14aaa461e0e), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:37.956457 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6336a9-e04f-49c9-b968-c14aaa461e0e,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:38.018987 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (2c9af16c-a062-466c-8874-7cba00184266), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.108616 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (2c9af16c-a062-466c-8874-7cba00184266), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.110720 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks [] for router_controller (2c9af16c-a062-466c-8874-7cba00184266), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.222220 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (2c9af16c-a062-466c-8874-7cba00184266), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.222753 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9af16c-a062-466c-8874-7cba00184266 {{(pid=103637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:19:38.227542 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.228699 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-96da3070-cc41-4056-bfd2-1e062b3d2c50 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2c9af16c-a062-466c-8874-7cba00184266 HTTP/1.1" status: 204 len: 168 time: 0.9564281 Mar 09 06:19:38.231126 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49356) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:38.277031 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2da416-717f-4a2f-8fb6-5828ed1033a8 admin admin] Deleting subnet 6763a0a2-6261-444f-a87d-317955dd1169 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:19:38.280068 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad2da416-717f-4a2f-8fb6-5828ed1033a8 admin admin] Publish callbacks [] for subnet (6763a0a2-6261-444f-a87d-317955dd1169), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.320764 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad2da416-717f-4a2f-8fb6-5828ed1033a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9745623'] for subnet (6763a0a2-6261-444f-a87d-317955dd1169), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.401798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad2da416-717f-4a2f-8fb6-5828ed1033a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (6763a0a2-6261-444f-a87d-317955dd1169), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.524593 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad2da416-717f-4a2f-8fb6-5828ed1033a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9746099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9475999'] for subnet (6763a0a2-6261-444f-a87d-317955dd1169), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.550096 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2da416-717f-4a2f-8fb6-5828ed1033a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6763a0a2-6261-444f-a87d-317955dd1169,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:38.554837 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad2da416-717f-4a2f-8fb6-5828ed1033a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.558766 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ad2da416-717f-4a2f-8fb6-5828ed1033a8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6763a0a2-6261-444f-a87d-317955dd1169 HTTP/1.1" status: 204 len: 168 time: 0.3267405 Mar 09 06:19:38.560555 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4bc64-9845-4846-b965-f08033b11d5d None None] Network b0573f27-7448-4b5e-bf73-02cd8eabe1ee requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:19:38.561880 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49358) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:38.630037 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (b0573f27-7448-4b5e-bf73-02cd8eabe1ee), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.694551 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Deleting port 78d9c900-c485-4f87-9c9e-66595d0a8113 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:38.694752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.726220 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 43d15c49-7660-483b-a33d-f849886e24e6 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:38.757488 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5820ee9e-ba20-49f0-8374-c97d63b9babb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.759175 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 43d15c49-7660-483b-a33d-f849886e24e6 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:38.759678 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 43d15c49-7660-483b-a33d-f849886e24e6 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:38.765093 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] DHCP port deletion for b0573f27-7448-4b5e-bf73-02cd8eabe1ee request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:19:38.768682 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] For port 78d9c900-c485-4f87-9c9e-66595d0a8113, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=78d9c900-c485-4f87-9c9e-66595d0a8113,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:38.773841 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.782378 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Calling delete_port for 78d9c900-c485-4f87-9c9e-66595d0a8113 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:38.820481 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Deleting port 78d9c900-c485-4f87-9c9e-66595d0a8113 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:38.820979 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.882653 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] For port 78d9c900-c485-4f87-9c9e-66595d0a8113, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=78d9c900-c485-4f87-9c9e-66595d0a8113,segment=NetworkSegment(b0a80ea3-b4af-46c4-9bee-3be636c56293),segment_id=b0a80ea3-b4af-46c4-9bee-3be636c56293)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:38.883093 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.900108 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Calling delete_port for 78d9c900-c485-4f87-9c9e-66595d0a8113 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:38.937003 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:38.965375 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d9c900-c485-4f87-9c9e-66595d0a8113,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:38.974552 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] No DVR routers for this DVR port 78d9c900-c485-4f87-9c9e-66595d0a8113 on host dv-cinder-831154-2-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:38.981652 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (78d9c900-c485-4f87-9c9e-66595d0a8113), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:39.008674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Pushing event deleted for resources: {'Port': ['ID=78d9c900-c485-4f87-9c9e-66595d0a8113,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:39.010878 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] No DVR routers for this DVR port 78d9c900-c485-4f87-9c9e-66595d0a8113 on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:39.023118 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.023682 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.030674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f49abc-e1ec-4674-91d9-8dafc33751de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:19:39.059280 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (b0573f27-7448-4b5e-bf73-02cd8eabe1ee), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:39.079331 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0573f27-7448-4b5e-bf73-02cd8eabe1ee']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:39.088306 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a80ea3-b4af-46c4-9bee-3be636c56293') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:39.088635 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a80ea3-b4af-46c4-9bee-3be636c56293') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:39.098281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745452'] for segment (b0a80ea3-b4af-46c4-9bee-3be636c56293), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:39.110923 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (b0a80ea3-b4af-46c4-9bee-3be636c56293), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:39.116757 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9746137'] for segment (b0a80ea3-b4af-46c4-9bee-3be636c56293), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: Traceback (most recent call last): Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: timer() Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: cb(*args, **kw) Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: return func(*args, **kwargs) Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: self._notify() Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: self.callback(batched_events) Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: event.method(event) Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: return f(self, *a, **k) Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._get(url).json() Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:19:39.122371 dv-cinder-831154-2-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:19:39.256182 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (b0573f27-7448-4b5e-bf73-02cd8eabe1ee), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:39.262521 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:39.267794 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0573f27-7448-4b5e-bf73-02cd8eabe1ee HTTP/1.1" status: 204 len: 168 time: 0.7049229 Mar 09 06:19:39.274266 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49368) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:39.277260 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992cc85-8fb6-4c5d-9693-dcde225a83e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0573f27-7448-4b5e-bf73-02cd8eabe1ee,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:39.611488 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (af5d57d7-8062-4247-aafc-350472f3b368), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:40.050595 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:40.080749 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Deleting port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:40.081088 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:40.165813 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] For port 9152fd74-6752-424e-92b7-6b0bdd3cd4f5, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,segment=NetworkSegment(390f820d-76ad-4e15-b341-82c63d298702),segment_id=390f820d-76ad-4e15-b341-82c63d298702)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:40.166175 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:40.178659 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Calling delete_port for 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:40.355868 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 78d9c900-c485-4f87-9c9e-66595d0a8113 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:40.379237 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 78d9c900-c485-4f87-9c9e-66595d0a8113 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:40.379581 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 78d9c900-c485-4f87-9c9e-66595d0a8113 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:40.379993 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 5f6336a9-e04f-49c9-b968-c14aaa461e0e no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:40.399002 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 5f6336a9-e04f-49c9-b968-c14aaa461e0e {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:40.399350 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 5f6336a9-e04f-49c9-b968-c14aaa461e0e not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:40.416427 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (9152fd74-6752-424e-92b7-6b0bdd3cd4f5), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:40.439196 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Pushing event deleted for resources: {'Port': ['ID=9152fd74-6752-424e-92b7-6b0bdd3cd4f5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:40.607977 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (af5d57d7-8062-4247-aafc-350472f3b368), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:40.817968 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Router af5d57d7-8062-4247-aafc-350472f3b368 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:19:40.924462 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:19:40.929594 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ca21fdd7-ad52-4954-9581-6d586886c16a admin admin] 10.222.0.18 "PUT /v2.0/routers/af5d57d7-8062-4247-aafc-350472f3b368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6574042 Mar 09 06:19:40.932699 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49382) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:40.933865 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] Sync routers for ids ['af5d57d7-8062-4247-aafc-350472f3b368'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:19:40.943451 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] Routers {'af5d57d7-8062-4247-aafc-350472f3b368'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:40.944064 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['af5d57d7-8062-4247-aafc-350472f3b368'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:41.021921 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.040693 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks [] for router (af5d57d7-8062-4247-aafc-350472f3b368), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.049686 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] Set router af5d57d7-8062-4247-aafc-350472f3b368 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:41.143434 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks [] for router_gateway (af5d57d7-8062-4247-aafc-350472f3b368), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.222637 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:19:40Z', 'revision_number': 5, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port': {'id': '921b3a55-0569-4c11-b9e3-a976f273a672', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:13:51Z', 'updated_at': '2022-03-09T06:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:41.254609 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Deleting port 921b3a55-0569-4c11-b9e3-a976f273a672 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:41.255040 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.337944 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] Checking router: af5d57d7-8062-4247-aafc-350472f3b368 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:19:41.340461 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] For port 921b3a55-0569-4c11-b9e3-a976f273a672, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=921b3a55-0569-4c11-b9e3-a976f273a672,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:41.340861 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.346197 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] Routers {'af5d57d7-8062-4247-aafc-350472f3b368'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:19:41.346805 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:19:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['af5d57d7-8062-4247-aafc-350472f3b368'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:41.353213 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Calling delete_port for 921b3a55-0569-4c11-b9e3-a976f273a672 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:41.437452 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] Set router af5d57d7-8062-4247-aafc-350472f3b368 gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:19:41.495073 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:19:41Z', 'revision_number': 6, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:41.524578 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7534da5-3256-46d2-89b9-8010124edfea None None] The sync data for ids ['af5d57d7-8062-4247-aafc-350472f3b368'] in dv-cinder-831154-2-iscsi is: [{'id': 'af5d57d7-8062-4247-aafc-350472f3b368', 'name': 'tempest-TestShelveInstance-1999192037-router', 'tenant_id': 'e9de7cec844c46e28d21010214a6a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:13:50Z', 'updated_at': '2022-03-09T06:19:41Z', 'revision_number': 6, 'project_id': 'e9de7cec844c46e28d21010214a6a475', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:19:41.587939 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (921b3a55-0569-4c11-b9e3-a976f273a672), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.613785 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Pushing event deleted for resources: {'Port': ['ID=921b3a55-0569-4c11-b9e3-a976f273a672,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:41.672546 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (af5d57d7-8062-4247-aafc-350472f3b368), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.764051 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (af5d57d7-8062-4247-aafc-350472f3b368), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.766243 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks [] for router_controller (af5d57d7-8062-4247-aafc-350472f3b368), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.891005 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (af5d57d7-8062-4247-aafc-350472f3b368), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.891572 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5d57d7-8062-4247-aafc-350472f3b368 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:19:41.896079 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.897294 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-22664f1f-ba13-4c64-be7f-0cb4512ca008 admin admin] 10.222.0.18 "DELETE /v2.0/routers/af5d57d7-8062-4247-aafc-350472f3b368 HTTP/1.1" status: 204 len: 168 time: 0.9635899 Mar 09 06:19:41.899912 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49392) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:41.945293 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-155b2202-fb20-425f-9eb4-575a0742dad2 admin admin] Deleting subnet 4eeb20d6-539b-4388-8d1e-7e129a8ba0bb {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:19:41.948890 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-155b2202-fb20-425f-9eb4-575a0742dad2 admin admin] Publish callbacks [] for subnet (4eeb20d6-539b-4388-8d1e-7e129a8ba0bb), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:41.988832 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-155b2202-fb20-425f-9eb4-575a0742dad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9745623'] for subnet (4eeb20d6-539b-4388-8d1e-7e129a8ba0bb), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.061819 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-155b2202-fb20-425f-9eb4-575a0742dad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (4eeb20d6-539b-4388-8d1e-7e129a8ba0bb), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.159207 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-155b2202-fb20-425f-9eb4-575a0742dad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9746099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9475999'] for subnet (4eeb20d6-539b-4388-8d1e-7e129a8ba0bb), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.184857 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b2202-fb20-425f-9eb4-575a0742dad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eeb20d6-539b-4388-8d1e-7e129a8ba0bb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:42.187300 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-155b2202-fb20-425f-9eb4-575a0742dad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.190967 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-155b2202-fb20-425f-9eb4-575a0742dad2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4eeb20d6-539b-4388-8d1e-7e129a8ba0bb HTTP/1.1" status: 204 len: 168 time: 0.2894909 Mar 09 06:19:42.191789 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dcfe97-333e-46f8-9778-4e98df65a040 None None] Network 76e1e7dc-4931-4105-ad8e-d37092d84b5c requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:19:42.193255 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49394) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:42.258541 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (76e1e7dc-4931-4105-ad8e-d37092d84b5c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.319423 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Deleting port dd6f6512-58c9-4912-83df-92597d6f0308 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:42.319768 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.375003 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] DHCP port deletion for 76e1e7dc-4931-4105-ad8e-d37092d84b5c request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:19:42.387697 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] For port dd6f6512-58c9-4912-83df-92597d6f0308, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=dd6f6512-58c9-4912-83df-92597d6f0308,segment=NetworkSegment(390f820d-76ad-4e15-b341-82c63d298702),segment_id=390f820d-76ad-4e15-b341-82c63d298702)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:42.388065 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.400504 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 921b3a55-0569-4c11-b9e3-a976f273a672 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:42.404277 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Calling delete_port for dd6f6512-58c9-4912-83df-92597d6f0308 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:42.422311 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 921b3a55-0569-4c11-b9e3-a976f273a672 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:42.422652 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 921b3a55-0569-4c11-b9e3-a976f273a672 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:42.423091 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:42.446447 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:42.446792 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 9152fd74-6752-424e-92b7-6b0bdd3cd4f5 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:42.465180 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] Deleting port dd6f6512-58c9-4912-83df-92597d6f0308 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:19:42.465557 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.531018 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] For port dd6f6512-58c9-4912-83df-92597d6f0308, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=dd6f6512-58c9-4912-83df-92597d6f0308,segment=NetworkSegment(390f820d-76ad-4e15-b341-82c63d298702),segment_id=390f820d-76ad-4e15-b341-82c63d298702)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:19:42.531412 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.548142 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] Calling delete_port for dd6f6512-58c9-4912-83df-92597d6f0308 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:19:42.553742 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.580348 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6f6512-58c9-4912-83df-92597d6f0308,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:42.597359 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] No DVR routers for this DVR port dd6f6512-58c9-4912-83df-92597d6f0308 on host dv-cinder-831154-2-iscsi {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:42.630237 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (dd6f6512-58c9-4912-83df-92597d6f0308), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.660027 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] Pushing event deleted for resources: {'Port': ['ID=dd6f6512-58c9-4912-83df-92597d6f0308,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:42.664618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f7e2f-26a2-4a0e-814e-5fbecb991d59 None None] No DVR routers for this DVR port dd6f6512-58c9-4912-83df-92597d6f0308 on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:19:42.678706 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (76e1e7dc-4931-4105-ad8e-d37092d84b5c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.701461 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e1e7dc-4931-4105-ad8e-d37092d84b5c']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:42.711335 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390f820d-76ad-4e15-b341-82c63d298702') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:42.724092 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390f820d-76ad-4e15-b341-82c63d298702') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:19:42.724092 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (390f820d-76ad-4e15-b341-82c63d298702), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.734825 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (390f820d-76ad-4e15-b341-82c63d298702), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.742338 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:19:42.742740 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (390f820d-76ad-4e15-b341-82c63d298702), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:19:42.744338 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:19:42.759198 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.879221 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (76e1e7dc-4931-4105-ad8e-d37092d84b5c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.884668 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:42.889365 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/76e1e7dc-4931-4105-ad8e-d37092d84b5c HTTP/1.1" status: 204 len: 168 time: 0.6938629 Mar 09 06:19:42.899116 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9661e-8a58-4381-8f77-aa1e9de256b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e1e7dc-4931-4105-ad8e-d37092d84b5c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:43.259374 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49406) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:43.298054 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a80759be-fb9a-4e85-9347-dd3bc20018af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f840f8c7f614daa9c5d157583bc19e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375874 Mar 09 06:19:43.300343 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49408) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:43.348308 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ad0dd55-d3ef-403b-bac5-1ff093e5d381 admin admin] Publish callbacks [] for security_group (7b950a45-fb84-4da6-90c0-83315b4cacf7), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:43.367996 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ad0dd55-d3ef-403b-bac5-1ff093e5d381 admin admin] Publish callbacks [] for security_group (7b950a45-fb84-4da6-90c0-83315b4cacf7), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:43.472808 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ad0dd55-d3ef-403b-bac5-1ff093e5d381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (7b950a45-fb84-4da6-90c0-83315b4cacf7), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:43.475242 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ad0dd55-d3ef-403b-bac5-1ff093e5d381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:43.476360 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4ad0dd55-d3ef-403b-bac5-1ff093e5d381 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b950a45-fb84-4da6-90c0-83315b4cacf7 HTTP/1.1" status: 204 len: 168 time: 0.1751313 Mar 09 06:19:43.483789 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0dd55-d3ef-403b-bac5-1ff093e5d381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b950a45-fb84-4da6-90c0-83315b4cacf7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:44.030381 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49414) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:44.073093 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-dd69ffa8-ab50-42e1-beed-50a01df72422 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9de7cec844c46e28d21010214a6a475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416059 Mar 09 06:19:44.075670 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49416) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:44.120748 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e259919-b3cb-4eb6-b4d0-1a6af76a10f9 admin admin] Publish callbacks [] for security_group (ac5c98b3-ab08-4371-b926-9f9cce8c253b), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:44.142053 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e259919-b3cb-4eb6-b4d0-1a6af76a10f9 admin admin] Publish callbacks [] for security_group (ac5c98b3-ab08-4371-b926-9f9cce8c253b), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:44.250921 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e259919-b3cb-4eb6-b4d0-1a6af76a10f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (ac5c98b3-ab08-4371-b926-9f9cce8c253b), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:44.253598 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e259919-b3cb-4eb6-b4d0-1a6af76a10f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:44.257181 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3e259919-b3cb-4eb6-b4d0-1a6af76a10f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac5c98b3-ab08-4371-b926-9f9cce8c253b HTTP/1.1" status: 204 len: 168 time: 0.1782136 Mar 09 06:19:44.266409 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e259919-b3cb-4eb6-b4d0-1a6af76a10f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c98b3-ab08-4371-b926-9f9cce8c253b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:44.374628 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device dd6f6512-58c9-4912-83df-92597d6f0308 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:19:44.395295 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: dd6f6512-58c9-4912-83df-92597d6f0308 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:19:44.401576 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device dd6f6512-58c9-4912-83df-92597d6f0308 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:19:45.746633 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:19:51.192672 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49496) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:51.327622 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2319a05-7d8d-442c-9fa5-03b23ded96ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:51.397576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2319a05-7d8d-442c-9fa5-03b23ded96ac admin admin] Publish callbacks [] for security_group (e5030020-3b41-42dd-8a3d-baab3632caff), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:51.461401 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2319a05-7d8d-442c-9fa5-03b23ded96ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e5030020-3b41-42dd-8a3d-baab3632caff), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:51.498593 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2319a05-7d8d-442c-9fa5-03b23ded96ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5030020-3b41-42dd-8a3d-baab3632caff,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:51.503501 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b2319a05-7d8d-442c-9fa5-03b23ded96ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6556d4bc02b4ba3b9b5ba18c2238da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098264 Mar 09 06:19:51.506587 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49500) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:51.552824 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-286f4495-60fb-41cb-a78a-9b90d86d2766 admin admin] Publish callbacks [] for security_group (e5030020-3b41-42dd-8a3d-baab3632caff), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:51.573507 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-286f4495-60fb-41cb-a78a-9b90d86d2766 admin admin] Publish callbacks [] for security_group (e5030020-3b41-42dd-8a3d-baab3632caff), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:51.667342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-286f4495-60fb-41cb-a78a-9b90d86d2766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e5030020-3b41-42dd-8a3d-baab3632caff), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:51.669879 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-286f4495-60fb-41cb-a78a-9b90d86d2766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:51.671507 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-286f4495-60fb-41cb-a78a-9b90d86d2766 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5030020-3b41-42dd-8a3d-baab3632caff HTTP/1.1" status: 204 len: 168 time: 0.1637704 Mar 09 06:19:51.678993 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f4495-60fb-41cb-a78a-9b90d86d2766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5030020-3b41-42dd-8a3d-baab3632caff,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:52.242039 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49506) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:52.255474 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e00966e5-bfa5-4cab-9e72-b23acc68cacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:52.326005 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e00966e5-bfa5-4cab-9e72-b23acc68cacb admin admin] Publish callbacks [] for security_group (b80e70e6-350c-4acb-880f-886c23ad8d56), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:52.404058 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e00966e5-bfa5-4cab-9e72-b23acc68cacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b80e70e6-350c-4acb-880f-886c23ad8d56), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:52.441769 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-e00966e5-bfa5-4cab-9e72-b23acc68cacb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fac053159f444d38fe9374e8f4c24c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983919 Mar 09 06:19:52.442868 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00966e5-bfa5-4cab-9e72-b23acc68cacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80e70e6-350c-4acb-880f-886c23ad8d56,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:52.444436 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49508) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:19:52.490243 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab29f-11a8-4873-bd54-060037e9afa2 admin admin] Publish callbacks [] for security_group (b80e70e6-350c-4acb-880f-886c23ad8d56), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:52.511212 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab29f-11a8-4873-bd54-060037e9afa2 admin admin] Publish callbacks [] for security_group (b80e70e6-350c-4acb-880f-886c23ad8d56), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:52.644060 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab29f-11a8-4873-bd54-060037e9afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b80e70e6-350c-4acb-880f-886c23ad8d56), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:52.646591 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab29f-11a8-4873-bd54-060037e9afa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:19:52.647736 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-9b2ab29f-11a8-4873-bd54-060037e9afa2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b80e70e6-350c-4acb-880f-886c23ad8d56 HTTP/1.1" status: 204 len: 168 time: 0.2022631 Mar 09 06:19:52.655610 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ab29f-11a8-4873-bd54-060037e9afa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80e70e6-350c-4acb-880f-886c23ad8d56,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:19:54.147241 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:06.421338 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e6d63d3e-19ac-47c4-a7c6-a13654299a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:06.574096 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49648) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:06.674231 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9149-a514-4b4c-935b-9361bf43a3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:06.747256 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9149-a514-4b4c-935b-9361bf43a3ab admin admin] Publish callbacks [] for security_group (467d3e54-f0c3-41d0-985e-39debbeacc4e), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:06.791627 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9149-a514-4b4c-935b-9361bf43a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (467d3e54-f0c3-41d0-985e-39debbeacc4e), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:06.828191 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb9149-a514-4b4c-935b-9361bf43a3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467d3e54-f0c3-41d0-985e-39debbeacc4e,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:06.833467 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2ccb9149-a514-4b4c-935b-9361bf43a3ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c649982203646c9a0e8aab53d7b250d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582676 Mar 09 06:20:06.836066 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49652) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:06.883009 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36d8c18a-751d-4e29-9843-62fbd6404a12 admin admin] Publish callbacks [] for security_group (467d3e54-f0c3-41d0-985e-39debbeacc4e), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:06.903171 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36d8c18a-751d-4e29-9843-62fbd6404a12 admin admin] Publish callbacks [] for security_group (467d3e54-f0c3-41d0-985e-39debbeacc4e), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:06.998103 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36d8c18a-751d-4e29-9843-62fbd6404a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (467d3e54-f0c3-41d0-985e-39debbeacc4e), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.001016 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36d8c18a-751d-4e29-9843-62fbd6404a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.002175 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-36d8c18a-751d-4e29-9843-62fbd6404a12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/467d3e54-f0c3-41d0-985e-39debbeacc4e HTTP/1.1" status: 204 len: 168 time: 0.1651678 Mar 09 06:20:07.009938 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8c18a-751d-4e29-9843-62fbd6404a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467d3e54-f0c3-41d0-985e-39debbeacc4e,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:07.479898 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49658) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:07.493970 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bb61bd7-2ff2-4e6a-8266-0b03e9c48895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.567287 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bb61bd7-2ff2-4e6a-8266-0b03e9c48895 admin admin] Publish callbacks [] for security_group (02215156-a080-485a-ad2e-024153652afc), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.615269 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bb61bd7-2ff2-4e6a-8266-0b03e9c48895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (02215156-a080-485a-ad2e-024153652afc), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.654932 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1bb61bd7-2ff2-4e6a-8266-0b03e9c48895 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02a93ec3ee3a4df88c8a5a9e5bdb20c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739614 Mar 09 06:20:07.657130 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb61bd7-2ff2-4e6a-8266-0b03e9c48895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02215156-a080-485a-ad2e-024153652afc,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:07.657778 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49660) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:07.703686 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e50-7b0c-4b1d-81cf-90a6574c266e admin admin] Publish callbacks [] for security_group (02215156-a080-485a-ad2e-024153652afc), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.726670 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e50-7b0c-4b1d-81cf-90a6574c266e admin admin] Publish callbacks [] for security_group (02215156-a080-485a-ad2e-024153652afc), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.855686 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e50-7b0c-4b1d-81cf-90a6574c266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (02215156-a080-485a-ad2e-024153652afc), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.858163 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e50-7b0c-4b1d-81cf-90a6574c266e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:07.859304 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a8c78e50-7b0c-4b1d-81cf-90a6574c266e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02215156-a080-485a-ad2e-024153652afc HTTP/1.1" status: 204 len: 168 time: 0.2005746 Mar 09 06:20:07.866878 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c78e50-7b0c-4b1d-81cf-90a6574c266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02215156-a080-485a-ad2e-024153652afc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:08.747135 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b4f41ca-8226-4c6a-acf8-c1f41a85577a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:10.049551 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:11.015556 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:12.781272 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:20.820504 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 49790) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:20.923324 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:20.998728 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Publish callbacks [] for security_group (57fba645-3497-473d-b370-7ad5b19637e9), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:21.078123 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (57fba645-3497-473d-b370-7ad5b19637e9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:21.116397 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=933403dc159d44eb9a714694b69b88f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946107 Mar 09 06:20:21.123305 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fba645-3497-473d-b370-7ad5b19637e9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:21.123422 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49796) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:21.126000 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.126357 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.126701 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.127252 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.127388 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.127684 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.128013 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.128384 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.133320 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.133320 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.133320 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.133320 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.133320 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6073e36-cefc-4606-ad15-3905a10562bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.170525 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Publish callbacks [] for security_group (57fba645-3497-473d-b370-7ad5b19637e9), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:21.191343 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Publish callbacks [] for security_group (57fba645-3497-473d-b370-7ad5b19637e9), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:21.312177 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (57fba645-3497-473d-b370-7ad5b19637e9), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:21.314822 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:21.315981 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57fba645-3497-473d-b370-7ad5b19637e9 HTTP/1.1" status: 204 len: 168 time: 0.1959031 Mar 09 06:20:21.323516 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fba645-3497-473d-b370-7ad5b19637e9,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:21.330718 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.331076 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.331425 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.331769 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.332109 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.332444 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.332809 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.333671 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.333957 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.334292 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.334632 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.334954 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.335284 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad5368-f7d9-418e-8518-2e012240691e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:20:21.869316 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49802) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:21.883002 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c60307f5-27f3-4db3-849b-adfafffdf196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:21.952890 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c60307f5-27f3-4db3-849b-adfafffdf196 admin admin] Publish callbacks [] for security_group (c47538a5-eaaa-48b2-aabc-db3a3f24e5a9), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:22.026752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c60307f5-27f3-4db3-849b-adfafffdf196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c47538a5-eaaa-48b2-aabc-db3a3f24e5a9), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:22.062735 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60307f5-27f3-4db3-849b-adfafffdf196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47538a5-eaaa-48b2-aabc-db3a3f24e5a9,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:22.066898 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c60307f5-27f3-4db3-849b-adfafffdf196 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0a5b53fef984ac9be1022f5f0f33f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965711 Mar 09 06:20:22.070155 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49806) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:22.118869 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cba8c8be-9f38-4567-b9bf-c13270507ba4 admin admin] Publish callbacks [] for security_group (c47538a5-eaaa-48b2-aabc-db3a3f24e5a9), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:22.140120 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cba8c8be-9f38-4567-b9bf-c13270507ba4 admin admin] Publish callbacks [] for security_group (c47538a5-eaaa-48b2-aabc-db3a3f24e5a9), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:22.277638 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cba8c8be-9f38-4567-b9bf-c13270507ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c47538a5-eaaa-48b2-aabc-db3a3f24e5a9), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:22.280202 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cba8c8be-9f38-4567-b9bf-c13270507ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:22.281349 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-cba8c8be-9f38-4567-b9bf-c13270507ba4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c47538a5-eaaa-48b2-aabc-db3a3f24e5a9 HTTP/1.1" status: 204 len: 168 time: 0.2103019 Mar 09 06:20:22.288846 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8c8be-9f38-4567-b9bf-c13270507ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47538a5-eaaa-48b2-aabc-db3a3f24e5a9,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:22.745607 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:20:23.778077 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49842) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:23.878758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c222e30-ca24-41f1-bd45-a150f1d0dae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:23.949647 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c222e30-ca24-41f1-bd45-a150f1d0dae7 admin admin] Publish callbacks [] for security_group (06ec8f31-c509-4ef4-81ad-4a238ead115b), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:24.014517 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c222e30-ca24-41f1-bd45-a150f1d0dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (06ec8f31-c509-4ef4-81ad-4a238ead115b), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:24.051375 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c222e30-ca24-41f1-bd45-a150f1d0dae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec8f31-c509-4ef4-81ad-4a238ead115b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:24.056320 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6c222e30-ca24-41f1-bd45-a150f1d0dae7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf8f2575eb074940ac49173f48aaa860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772479 Mar 09 06:20:24.059038 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 49846) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:24.106352 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dc6502ad-fb1d-430b-a4aa-be23ed7fa748 admin admin] Publish callbacks [] for security_group (06ec8f31-c509-4ef4-81ad-4a238ead115b), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:24.117802 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:24.130617 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dc6502ad-fb1d-430b-a4aa-be23ed7fa748 admin admin] Publish callbacks [] for security_group (06ec8f31-c509-4ef4-81ad-4a238ead115b), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:24.237743 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dc6502ad-fb1d-430b-a4aa-be23ed7fa748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (06ec8f31-c509-4ef4-81ad-4a238ead115b), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:24.240947 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dc6502ad-fb1d-430b-a4aa-be23ed7fa748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:24.242084 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-dc6502ad-fb1d-430b-a4aa-be23ed7fa748 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06ec8f31-c509-4ef4-81ad-4a238ead115b HTTP/1.1" status: 204 len: 168 time: 0.1819673 Mar 09 06:20:24.250402 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6502ad-fb1d-430b-a4aa-be23ed7fa748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec8f31-c509-4ef4-81ad-4a238ead115b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:28.766056 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23548c5-7479-40c5-a66e-c2f91fbbea02 req-cbb98cfe-e999-44a5-8884-989042ce5032 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:28.767563 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e23548c5-7479-40c5-a66e-c2f91fbbea02 req-cbb98cfe-e999-44a5-8884-989042ce5032 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0517550 Mar 09 06:20:28.813374 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e23548c5-7479-40c5-a66e-c2f91fbbea02 req-e22dc7c9-cbb0-4342-9a34-0052e64a43d4 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397184 Mar 09 06:20:29.929564 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0740cc-cf8c-4ebb-94d0-80cdb847b82a req-1f810638-bc79-4357-b627-f749e0cb35d0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:29.931008 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d0740cc-cf8c-4ebb-94d0-80cdb847b82a req-1f810638-bc79-4357-b627-f749e0cb35d0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0512531 Mar 09 06:20:29.978128 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1d0740cc-cf8c-4ebb-94d0-80cdb847b82a req-947777f3-bfa1-4de7-9098-20724c76cff1 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416367 Mar 09 06:20:31.095635 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e8dce-24d3-4f82-bf3d-22dbdf099f05 req-58f3154d-57ba-40ae-815f-331a949df3f5 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:31.097119 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ff2e8dce-24d3-4f82-bf3d-22dbdf099f05 req-58f3154d-57ba-40ae-815f-331a949df3f5 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0517960 Mar 09 06:20:31.143401 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ff2e8dce-24d3-4f82-bf3d-22dbdf099f05 req-1570fb0a-238a-4001-9acf-531a3b7ad7a2 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Mar 09 06:20:31.480643 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-e5d860ba-8158-4921-ab93-8e9c765925a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:31.482107 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-e5d860ba-8158-4921-ab93-8e9c765925a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1129 time: 0.0442433 Mar 09 06:20:31.586129 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-73fc64f8-2250-453e-87a8-323c8c0e619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:31.587592 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-73fc64f8-2250-453e-87a8-323c8c0e619b service neutron] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 911 time: 0.0877519 Mar 09 06:20:31.650354 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-4ee4b96b-416d-4b83-bcba-de6ad53b7917 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0574782 Mar 09 06:20:31.698850 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-a34894e1-db94-466a-8145-e9abd4ed7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:31.700236 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-a34894e1-db94-466a-8145-e9abd4ed7072 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0448537 Mar 09 06:20:32.008055 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-7f0cb24c-7eb8-4501-867b-fa3fd15b8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:32.009560 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-7f0cb24c-7eb8-4501-867b-fa3fd15b8b76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3035645 Mar 09 06:20:32.094885 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-f8be8f05-b189-4b10-9c89-0da71b8ac601 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786331 Mar 09 06:20:32.187471 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-90b05860-bd5f-4aa1-ae2e-b6824ef9e284 req-1019555c-ce8c-422a-9ba7-7f978954addb service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864899 Mar 09 06:20:32.265902 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f09ae6-1dac-4872-8ab9-0eb18b0bd8f3 req-eb72a3fd-a847-4bd4-8605-213491dc8b87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:32.267379 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a0f09ae6-1dac-4872-8ab9-0eb18b0bd8f3 req-eb72a3fd-a847-4bd4-8605-213491dc8b87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0580337 Mar 09 06:20:32.313208 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a0f09ae6-1dac-4872-8ab9-0eb18b0bd8f3 req-324d59c7-3b5f-4b14-bcd6-83b145f2f716 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402782 Mar 09 06:20:33.431471 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756db7c0-fc69-4ee0-8240-06ac4b0101bb req-0e811f11-4aca-4e3d-aa94-2d0401e69238 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:33.432916 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-756db7c0-fc69-4ee0-8240-06ac4b0101bb req-0e811f11-4aca-4e3d-aa94-2d0401e69238 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0540068 Mar 09 06:20:33.477089 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-756db7c0-fc69-4ee0-8240-06ac4b0101bb req-bba33626-bbbc-4565-83d2-1f785c770974 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 Mar 09 06:20:34.591276 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19794a02-49c7-4e4a-b785-90be5154104d req-ab247310-86f5-45c7-88b3-02b9a7ba6931 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:34.592730 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-19794a02-49c7-4e4a-b785-90be5154104d req-ab247310-86f5-45c7-88b3-02b9a7ba6931 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0502963 Mar 09 06:20:34.637408 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-19794a02-49c7-4e4a-b785-90be5154104d req-f7023130-9895-4895-bf00-e1981dc909a3 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391767 Mar 09 06:20:35.757129 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05c5c8-a461-4099-9a8e-afc951f0bce5 req-7deb1104-a848-46a0-aba6-d7120dcb1e18 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:35.758568 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de05c5c8-a461-4099-9a8e-afc951f0bce5 req-7deb1104-a848-46a0-aba6-d7120dcb1e18 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0562842 Mar 09 06:20:35.804520 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-de05c5c8-a461-4099-9a8e-afc951f0bce5 req-68627dd3-7169-4251-9294-00fcfb65fffb tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 Mar 09 06:20:36.414417 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ca869230-a5ae-4d14-9345-1c2838615e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:36.922682 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f74477-9f95-4c23-91a2-5446223b0d75 req-964bbea4-11d3-492c-8997-dbcf56ef7144 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:36.924122 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48f74477-9f95-4c23-91a2-5446223b0d75 req-964bbea4-11d3-492c-8997-dbcf56ef7144 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0525265 Mar 09 06:20:36.970050 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48f74477-9f95-4c23-91a2-5446223b0d75 req-594edfe4-53bf-400e-9e55-230303328612 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399480 Mar 09 06:20:38.087025 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965fd2d-964c-499a-a214-9ff0bba2f086 req-56f0fa75-7c1d-4bb9-aee0-d79d124ac79b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:38.088609 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a965fd2d-964c-499a-a214-9ff0bba2f086 req-56f0fa75-7c1d-4bb9-aee0-d79d124ac79b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0523944 Mar 09 06:20:38.140850 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a965fd2d-964c-499a-a214-9ff0bba2f086 req-a729b8c0-c1e8-4a3d-a0a4-e2cac02317e5 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463631 Mar 09 06:20:38.706072 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ac5d-33b6-4e20-a758-759322c9df9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:39.258092 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40796f3-6278-47ae-addd-741ac5ab797c req-e6935209-af4d-4881-b68d-c2e7d2987ddf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:39.259555 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f40796f3-6278-47ae-addd-741ac5ab797c req-e6935209-af4d-4881-b68d-c2e7d2987ddf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0527976 Mar 09 06:20:39.308067 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f40796f3-6278-47ae-addd-741ac5ab797c req-fc869882-abf1-4a68-ad87-d1968861566d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Mar 09 06:20:40.071455 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:40.424714 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a99082-b713-4923-93c9-90b4d9e1f5ae req-40f5708a-ff51-410d-8018-b8f79730e085 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:40.426158 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54a99082-b713-4923-93c9-90b4d9e1f5ae req-40f5708a-ff51-410d-8018-b8f79730e085 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0506225 Mar 09 06:20:40.472080 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-54a99082-b713-4923-93c9-90b4d9e1f5ae req-602e93cb-582d-4a74-ae09-aebdcc825b7f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400105 Mar 09 06:20:41.020477 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:41.590707 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7aad1-6ef9-4640-a568-c5f037eb67cc req-c6cb00ec-0c92-4bf1-8ac6-07742cc81b30 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:41.592165 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8da7aad1-6ef9-4640-a568-c5f037eb67cc req-c6cb00ec-0c92-4bf1-8ac6-07742cc81b30 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0550122 Mar 09 06:20:41.637687 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8da7aad1-6ef9-4640-a568-c5f037eb67cc req-e463c91d-8997-474f-8d39-4bcb2e9bf939 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399277 Mar 09 06:20:42.739983 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:42.755012 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eeaa00-a73e-4936-aa41-ece40cf70ee7 req-afaf5f9e-188c-4a60-a76c-458bc26ee6e8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:42.757007 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a7eeaa00-a73e-4936-aa41-ece40cf70ee7 req-afaf5f9e-188c-4a60-a76c-458bc26ee6e8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0522475 Mar 09 06:20:42.803973 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a7eeaa00-a73e-4936-aa41-ece40cf70ee7 req-6098881f-a2b1-480a-b9c8-f18824a499ea tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Mar 09 06:20:43.917901 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e35f1-38ce-4169-9e23-b265c183e59a req-32dd1503-2baf-4231-add6-32c9e9c71981 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:43.919350 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-457e35f1-38ce-4169-9e23-b265c183e59a req-32dd1503-2baf-4231-add6-32c9e9c71981 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0508568 Mar 09 06:20:43.967908 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-457e35f1-38ce-4169-9e23-b265c183e59a req-2d8881b1-0baf-489d-8ff0-8f3cb78913c8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Mar 09 06:20:45.081873 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac681b3-5e9b-40e4-974f-7107581452c9 req-07b5a742-39ec-49dd-8198-5cc8d36c0de5 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:45.083313 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fac681b3-5e9b-40e4-974f-7107581452c9 req-07b5a742-39ec-49dd-8198-5cc8d36c0de5 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0508657 Mar 09 06:20:45.129106 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fac681b3-5e9b-40e4-974f-7107581452c9 req-b1068122-6636-40f0-a739-6fb2ade2ebf3 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403311 Mar 09 06:20:46.246514 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0154e9-712c-4025-81be-3704173bf892 req-bbac7524-593a-4bcb-8f61-079178f8b9c4 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:46.248301 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed0154e9-712c-4025-81be-3704173bf892 req-bbac7524-593a-4bcb-8f61-079178f8b9c4 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0536211 Mar 09 06:20:46.294213 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed0154e9-712c-4025-81be-3704173bf892 req-f1d8cb69-52bc-4265-82a8-7212eb419ced tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400019 Mar 09 06:20:47.414498 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc128623-e02f-404b-81cf-9695201f7144 req-b2d5d683-9c50-488b-913b-ad945a64cde7 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:47.415856 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cc128623-e02f-404b-81cf-9695201f7144 req-b2d5d683-9c50-488b-913b-ad945a64cde7 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0555763 Mar 09 06:20:47.463429 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cc128623-e02f-404b-81cf-9695201f7144 req-f85da67e-fdc5-4565-93d6-90510c0a4aa6 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Mar 09 06:20:47.783791 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73349c10-f302-4b45-995e-152085747633 req-19e9a085-dc15-449d-8b00-a6de72f48540 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:47.785342 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73349c10-f302-4b45-995e-152085747633 req-19e9a085-dc15-449d-8b00-a6de72f48540 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0532858 Mar 09 06:20:47.834281 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-73349c10-f302-4b45-995e-152085747633 req-ebfb9eb9-3bb8-4294-9df0-fa28497276ae tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434556 Mar 09 06:20:47.931751 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-82799fb2-4754-430c-9a55-772a470481c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:47.933327 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-82799fb2-4754-430c-9a55-772a470481c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1129 time: 0.0473847 Mar 09 06:20:48.021157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-8d6cf67c-50af-4de2-99be-88ff499379e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:48.022653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-8d6cf67c-50af-4de2-99be-88ff499379e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 911 time: 0.0827644 Mar 09 06:20:48.091021 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-2e7d18ae-b8cb-489a-869b-1fecdbe0188b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0618565 Mar 09 06:20:48.139264 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-6775aca5-17ac-47dd-b0c1-34cbd0f9feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:48.140788 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-6775aca5-17ac-47dd-b0c1-34cbd0f9feb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0440469 Mar 09 06:20:48.188756 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-f7a0de1c-a17d-4664-93f5-d224f207741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:48.190187 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-f7a0de1c-a17d-4664-93f5-d224f207741a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438514 Mar 09 06:20:48.280757 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-182f2c3a-d951-4079-b72a-a8089d62d392 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849853 Mar 09 06:20:48.370640 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ffb083f5-ae2e-4996-8d99-39b6ca0b708c req-bc162ebe-fda7-45a8-a513-1d72cd667b05 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838449 Mar 09 06:20:48.963975 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397878b-f9cb-40ab-a5d6-cb49fa93b5eb req-465e1f5d-8c94-4f7f-b155-7d87ce3bd651 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:48.965683 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7397878b-f9cb-40ab-a5d6-cb49fa93b5eb req-465e1f5d-8c94-4f7f-b155-7d87ce3bd651 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0573175 Mar 09 06:20:49.013724 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7397878b-f9cb-40ab-a5d6-cb49fa93b5eb req-81dad9f1-e0eb-4f10-887c-05db00e5ac9c tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 Mar 09 06:20:50.130289 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193b5d5-fe96-4eda-a272-89953f5c6b60 req-03690d32-9c0a-4469-bc28-78b3e1d0ea89 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:50.131775 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a193b5d5-fe96-4eda-a272-89953f5c6b60 req-03690d32-9c0a-4469-bc28-78b3e1d0ea89 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0525377 Mar 09 06:20:50.178239 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a193b5d5-fe96-4eda-a272-89953f5c6b60 req-54ac615a-73a5-412d-9157-f4cd6420a6e4 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406907 Mar 09 06:20:50.540485 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50036) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:50.640927 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2653047b-a58c-42a9-9601-cb368425f478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:50.712223 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2653047b-a58c-42a9-9601-cb368425f478 admin admin] Publish callbacks [] for security_group (c2310496-3414-4768-80db-647a0e7cae81), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:50.802383 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2653047b-a58c-42a9-9601-cb368425f478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c2310496-3414-4768-80db-647a0e7cae81), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:50.842881 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2653047b-a58c-42a9-9601-cb368425f478 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5db0e292ace942dd8f2e84b6ba74b68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013203 Mar 09 06:20:50.843799 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653047b-a58c-42a9-9601-cb368425f478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2310496-3414-4768-80db-647a0e7cae81,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:50.845531 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50040) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:20:50.892660 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20dbc547-b84b-4cfa-b78e-f74276cf8227 admin admin] Publish callbacks [] for security_group (c2310496-3414-4768-80db-647a0e7cae81), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:50.913127 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20dbc547-b84b-4cfa-b78e-f74276cf8227 admin admin] Publish callbacks [] for security_group (c2310496-3414-4768-80db-647a0e7cae81), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:51.048329 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20dbc547-b84b-4cfa-b78e-f74276cf8227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c2310496-3414-4768-80db-647a0e7cae81), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:51.050815 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20dbc547-b84b-4cfa-b78e-f74276cf8227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:51.051953 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-20dbc547-b84b-4cfa-b78e-f74276cf8227 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2310496-3414-4768-80db-647a0e7cae81 HTTP/1.1" status: 204 len: 168 time: 0.2053263 Mar 09 06:20:51.060103 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbc547-b84b-4cfa-b78e-f74276cf8227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2310496-3414-4768-80db-647a0e7cae81,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:53.909553 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-75445b1e-6934-4ab7-a7bf-12cfb0a3894b tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=907e57ab6b194d5b8182b76c1dc44329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276303 Mar 09 06:20:54.084532 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-d8d2342d-9a0f-4573-b905-2ed3d00f20aa tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:54.085892 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-d8d2342d-9a0f-4573-b905-2ed3d00f20aa tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711421 Mar 09 06:20:54.099945 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:54.100514 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-3a6dcc1c-b06d-4aa9-a68b-3dd1332c1459 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/quotas/907e57ab6b194d5b8182b76c1dc44329 HTTP/1.1" status: 200 len: 375 time: 0.0089471 Mar 09 06:20:54.132207 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-a509ade3-9acd-431e-b7e9-5f72da45c69a tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=907e57ab6b194d5b8182b76c1dc44329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265925 Mar 09 06:20:54.360746 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-52f7a2b9-15f5-4a73-9719-95ef928c69d6 req-c2fc1d94-b6f7-433e-84d1-8bc6901beed9 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 210 time: 0.0310285 Mar 09 06:20:55.435488 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5b81ef98-6de3-4433-be71-5055d3b7d03b req-f12e5008-b951-49d9-b6c7-3640f15d4e8c tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 210 time: 0.0258813 Mar 09 06:20:56.456363 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-9e7f5976-7bed-4d8c-ab19-531bdb32554e tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=907e57ab6b194d5b8182b76c1dc44329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198395 Mar 09 06:20:56.556744 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-97b0aa36-a141-4c49-a069-be2b1cd5a7c0 req-78cccbcd-8c5e-4c81-a623-b055ca2d3a9c tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 210 time: 0.0307639 Mar 09 06:20:56.583127 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-261fe532-c7a9-4560-9599-e5badc05f4ef tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:56.584550 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-261fe532-c7a9-4560-9599-e5badc05f4ef tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238132 Mar 09 06:20:56.595310 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Request body: {'port': {'device_id': '6a383f8e-ff52-4a01-aa14-7267015ff122', 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0', 'admin_state_up': True, 'tenant_id': '907e57ab6b194d5b8182b76c1dc44329'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:20:56.751279 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Made reservation on behalf of 907e57ab6b194d5b8182b76c1dc44329 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:20:56.754659 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:56.767277 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:56.838972 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks [] for security_group (47ed72d1-2db3-4032-b7d7-a928268a040f), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:56.938751 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (47ed72d1-2db3-4032-b7d7-a928268a040f), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:56.996237 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ed72d1-2db3-4032-b7d7-a928268a040f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:57.067702 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Allocated IP 192.168.233.144 (7d88ba7a-49ae-44f7-9a18-a8994184b7d0/c981c129-1ecd-4856-8465-87566713fe8d/c05faf6b-8402-43b1-87f7-5da124435bf2) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:20:57.210002 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks [] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:57.289438 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:57.330682 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:20:57.336107 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:20:57.339656 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:20:57.345900 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Pushing event updated for resources: {'Port': ['ID=c05faf6b-8402-43b1-87f7-5da124435bf2,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:57.394825 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:57.395445 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:57.502826 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-42cf81c4-9270-45cf-8bb3-fb828414f9fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9108813 Mar 09 06:20:57.513400 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Request body: {'port': {'device_id': '6a383f8e-ff52-4a01-aa14-7267015ff122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:20:57.519392 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8c54efd4-dea3-43d8-b1d1-d439c05e0d75 None None] Provisioning complete for port c05faf6b-8402-43b1-87f7-5da124435bf2 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:20:57.519904 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8c54efd4-dea3-43d8-b1d1-d439c05e0d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:57.553869 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8c54efd4-dea3-43d8-b1d1-d439c05e0d75 None None] Port c05faf6b-8402-43b1-87f7-5da124435bf2 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:20:57.570779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:57.750408 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94f41b-9d7e-4edf-a927-d20623a0b9f4 req-d149cf5d-db98-49f0-aea1-1428e9480512 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:57.751863 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd94f41b-9d7e-4edf-a927-d20623a0b9f4 req-d149cf5d-db98-49f0-aea1-1428e9480512 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 936 time: 0.1287799 Mar 09 06:20:57.828132 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-cd94f41b-9d7e-4edf-a927-d20623a0b9f4 req-7187cb12-8416-4acf-bdf6-d8482eb68c3a tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Mar 09 06:20:57.919919 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05faf6b-8402-43b1-87f7-5da124435bf2 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:20:57.927308 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Publish callbacks [] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:57.939213 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Transition to ACTIVE for port object c05faf6b-8402-43b1-87f7-5da124435bf2 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:20:58.013586 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:58.065610 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c05faf6b-8402-43b1-87f7-5da124435bf2,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:58.135623 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Attempting to bind port c05faf6b-8402-43b1-87f7-5da124435bf2 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:20:58.135964 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Attempting to bind port c05faf6b-8402-43b1-87f7-5da124435bf2 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:20:58.136273 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Attempting to bind port c05faf6b-8402-43b1-87f7-5da124435bf2 on network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:20:58.140644 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Port c05faf6b-8402-43b1-87f7-5da124435bf2 on network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:20:58.140960 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Attempting to bind port c05faf6b-8402-43b1-87f7-5da124435bf2 on network 7d88ba7a-49ae-44f7-9a18-a8994184b7d0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:20:58.145777 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:20:58.146114 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Checking segment: {'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:20:58.146492 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Bound using segment: {'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:20:58.146915 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Bound port: c05faf6b-8402-43b1-87f7-5da124435bf2, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6daa571-974c-4c35-a956-b58a6bd46042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:20:58.147756 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:58.209281 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] For port c05faf6b-8402-43b1-87f7-5da124435bf2, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:20:58.212732 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] For port c05faf6b-8402-43b1-87f7-5da124435bf2, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c05faf6b-8402-43b1-87f7-5da124435bf2,segment=NetworkSegment(a6daa571-974c-4c35-a956-b58a6bd46042),segment_id=a6daa571-974c-4c35-a956-b58a6bd46042)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:20:58.277422 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:58.309516 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:58.310169 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:20:58.311589 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/c05faf6b-8402-43b1-87f7-5da124435bf2 HTTP/1.1" status: 200 len: 1098 time: 0.8023682 Mar 09 06:20:58.312030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a383f8e-ff52-4a01-aa14-7267015ff122', 'tag': 'c05faf6b-8402-43b1-87f7-5da124435bf2'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:20:58.314293 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b8750e-ef1b-434c-b837-9422c04c7401" -d '{"events": [{"name": "network-changed", "server_uuid": "6a383f8e-ff52-4a01-aa14-7267015ff122", "tag": "c05faf6b-8402-43b1-87f7-5da124435bf2"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:20:58.344646 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1329-a3b1-4664-987c-8f89999155e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c05faf6b-8402-43b1-87f7-5da124435bf2,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:20:58.360186 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7a97a5-3f1a-4db0-ab6a-35066f69e03c x-openstack-request-id: req-ca7a97a5-3f1a-4db0-ab6a-35066f69e03c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:20:58.360478 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a383f8e-ff52-4a01-aa14-7267015ff122", "tag": "c05faf6b-8402-43b1-87f7-5da124435bf2", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:20:58.360767 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca7a97a5-3f1a-4db0-ab6a-35066f69e03c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:20:58.361177 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a383f8e-ff52-4a01-aa14-7267015ff122', 'tag': 'c05faf6b-8402-43b1-87f7-5da124435bf2', 'status': 'completed', 'code': 200} Mar 09 06:20:58.429723 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8750e-ef1b-434c-b837-9422c04c7401 req-1cc80d40-f04a-414e-be6f-6b20ae4ad04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:58.431305 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7b8750e-ef1b-434c-b837-9422c04c7401 req-1cc80d40-f04a-414e-be6f-6b20ae4ad04b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=907e57ab6b194d5b8182b76c1dc44329&device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 1132 time: 0.0497715 Mar 09 06:20:58.459472 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7b8750e-ef1b-434c-b837-9422c04c7401 req-7da5bd83-683a-4473-929f-46747f921aab service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=907e57ab6b194d5b8182b76c1dc44329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196517 Mar 09 06:20:58.549802 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8750e-ef1b-434c-b837-9422c04c7401 req-4ab03c0f-2669-44bd-930e-16a1fecb0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:58.551252 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c7b8750e-ef1b-434c-b837-9422c04c7401 req-4ab03c0f-2669-44bd-930e-16a1fecb0633 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867314 Mar 09 06:20:58.628654 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-0c74d383-018f-4841-be19-17205a2558a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:58.630124 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-0c74d383-018f-4841-be19-17205a2558a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=907e57ab6b194d5b8182b76c1dc44329&device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 1132 time: 0.0469601 Mar 09 06:20:58.669480 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e6dbbd60-7985-407f-a0cd-99ac8df69624 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c05faf6b-8402-43b1-87f7-5da124435bf2 HTTP/1.1" status: 200 len: 217 time: 0.0331066 Mar 09 06:20:58.718693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e05285fd-ddc0-4626-9ec5-070fdbfb7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:58.720081 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-e05285fd-ddc0-4626-9ec5-070fdbfb7a03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c981c129-1ecd-4856-8465-87566713fe8d HTTP/1.1" status: 200 len: 843 time: 0.0442615 Mar 09 06:20:58.767157 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-864252b4-e0fd-45fe-a928-62547aaf547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:58.768643 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-864252b4-e0fd-45fe-a928-62547aaf547d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d88ba7a-49ae-44f7-9a18-a8994184b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0431359 Mar 09 06:20:58.857921 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-22ee3286-3ace-4e9a-9693-749bb1b0a13f service neutron] 10.222.0.20 "GET /v2.0/networks/7d88ba7a-49ae-44f7-9a18-a8994184b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837083 Mar 09 06:20:58.977010 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-dd8e9e9c-672e-44b8-96d0-b468ceaadc12 req-5c00dc52-3467-4ccc-aa23-efe1b34379c2 service neutron] 10.222.0.20 "GET /v2.0/networks/7d88ba7a-49ae-44f7-9a18-a8994184b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129797 Mar 09 06:20:58.987262 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7ff0-567c-4d95-8eaf-77d7a9a8cb9a req-c02f2687-e231-4e74-b9f5-22f0163f67af tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:20:58.988685 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0cce7ff0-567c-4d95-8eaf-77d7a9a8cb9a req-c02f2687-e231-4e74-b9f5-22f0163f67af tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 948 time: 0.0956004 Mar 09 06:20:59.034204 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0cce7ff0-567c-4d95-8eaf-77d7a9a8cb9a req-aa540223-7e13-428c-bf03-bd803c8910ad tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Mar 09 06:20:59.745070 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:21:00.151594 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1262-cd3a-4c20-81b9-ce51fcaf7c1d req-a0f22942-e8a1-4609-b8ec-bad6e0369863 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:00.153124 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82ff1262-cd3a-4c20-81b9-ce51fcaf7c1d req-a0f22942-e8a1-4609-b8ec-bad6e0369863 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 948 time: 0.0517318 Mar 09 06:21:00.202446 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-82ff1262-cd3a-4c20-81b9-ce51fcaf7c1d req-f8331cfe-3354-44e9-a6e6-775b9e7a4976 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Mar 09 06:21:01.316813 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1859c-4b2f-4324-854d-f027d4cce131 req-1d0b0667-ec4a-4673-86d5-083bbcf82e36 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:01.318266 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5fd1859c-4b2f-4324-854d-f027d4cce131 req-1d0b0667-ec4a-4673-86d5-083bbcf82e36 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 948 time: 0.0516036 Mar 09 06:21:01.364368 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5fd1859c-4b2f-4324-854d-f027d4cce131 req-208b4a4b-345c-4bc9-afa0-f4d244fd816a tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Mar 09 06:21:02.477507 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcd142-eef1-4cbd-a5f4-bd6dc7d064c6 req-a258c1ac-000c-4937-9c7a-37bb20afc3d6 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:02.478857 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bebcd142-eef1-4cbd-a5f4-bd6dc7d064c6 req-a258c1ac-000c-4937-9c7a-37bb20afc3d6 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 948 time: 0.0506895 Mar 09 06:21:02.523833 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bebcd142-eef1-4cbd-a5f4-bd6dc7d064c6 req-0d1be9a2-c010-4727-a673-93264e191ddc tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Mar 09 06:21:03.639645 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b1b7-92d7-4cfb-98a7-655188b52821 req-cc9313d0-d282-4a52-a2c0-6ae3ed2c823f tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:03.641090 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4e4b1b7-92d7-4cfb-98a7-655188b52821 req-cc9313d0-d282-4a52-a2c0-6ae3ed2c823f tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 948 time: 0.0536420 Mar 09 06:21:03.685675 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4e4b1b7-92d7-4cfb-98a7-655188b52821 req-d076a114-1b51-4bb5-bac8-0f9edb6ccce5 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391440 Mar 09 06:21:03.909980 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device c05faf6b-8402-43b1-87f7-5da124435bf2 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:21:04.003120 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port c05faf6b-8402-43b1-87f7-5da124435bf2, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c05faf6b-8402-43b1-87f7-5da124435bf2,segment=NetworkSegment(a6daa571-974c-4c35-a956-b58a6bd46042),segment_id=a6daa571-974c-4c35-a956-b58a6bd46042)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:04.013218 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': 'c05faf6b-8402-43b1-87f7-5da124435bf2', 'network_id': '7d88ba7a-49ae-44f7-9a18-a8994184b7d0', 'port_id': 'c05faf6b-8402-43b1-87f7-5da124435bf2', 'mac_address': 'fa:16:3e:48:1c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c981c129-1ecd-4856-8465-87566713fe8d', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:21:04.052385 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port c05faf6b-8402-43b1-87f7-5da124435bf2 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:04.052803 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:04.064965 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05faf6b-8402-43b1-87f7-5da124435bf2 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:21:04.082889 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port c05faf6b-8402-43b1-87f7-5da124435bf2, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c05faf6b-8402-43b1-87f7-5da124435bf2,segment=NetworkSegment(a6daa571-974c-4c35-a956-b58a6bd46042),segment_id=a6daa571-974c-4c35-a956-b58a6bd46042)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:04.149753 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:04.195869 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=c05faf6b-8402-43b1-87f7-5da124435bf2,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:04.202525 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.202877 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.203218 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.203572 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.203887 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.204214 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.204563 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.204891 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.205215 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.205539 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.205860 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.206178 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.206498 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:04.541214 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['c05faf6b-8402-43b1-87f7-5da124435bf2'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:21:04.798272 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b80ad-c0b2-4fa2-b646-96a5ebe6753c req-28851bb6-7b8c-4330-9490-07c36b7fa956 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:04.799630 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-939b80ad-c0b2-4fa2-b646-96a5ebe6753c req-28851bb6-7b8c-4330-9490-07c36b7fa956 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 949 time: 0.0506759 Mar 09 06:21:04.844704 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-939b80ad-c0b2-4fa2-b646-96a5ebe6753c req-f166d0ea-eff0-4df6-bd25-b2bb4a5de3d8 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 Mar 09 06:21:05.955820 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device c05faf6b-8402-43b1-87f7-5da124435bf2 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:05.961294 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4cb39-9fd7-48f2-be22-9fca0d8f2dac req-e6af829e-daba-4fbd-9eee-be40e78141fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:05.962976 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4e4cb39-9fd7-48f2-be22-9fca0d8f2dac req-e6af829e-daba-4fbd-9eee-be40e78141fe tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 949 time: 0.0522537 Mar 09 06:21:06.012078 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d4e4cb39-9fd7-48f2-be22-9fca0d8f2dac req-cc50b3e9-95dd-4cbd-b36e-65c7229f0459 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Mar 09 06:21:06.082399 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port c05faf6b-8402-43b1-87f7-5da124435bf2 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:21:06.086981 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port c05faf6b-8402-43b1-87f7-5da124435bf2 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:06.087353 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:06.162460 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port c05faf6b-8402-43b1-87f7-5da124435bf2 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:06.162802 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:06.184389 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a383f8e-ff52-4a01-aa14-7267015ff122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05faf6b-8402-43b1-87f7-5da124435bf2'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:21:06.186612 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7915697-2c7c-43e4-b1e4-0673fddb4175" -d '{"events": [{"server_uuid": "6a383f8e-ff52-4a01-aa14-7267015ff122", "name": "network-vif-plugged", "status": "completed", "tag": "c05faf6b-8402-43b1-87f7-5da124435bf2"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:21:06.202704 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port c05faf6b-8402-43b1-87f7-5da124435bf2, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c05faf6b-8402-43b1-87f7-5da124435bf2,segment=NetworkSegment(a6daa571-974c-4c35-a956-b58a6bd46042),segment_id=a6daa571-974c-4c35-a956-b58a6bd46042)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:06.259642 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:06.306646 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=c05faf6b-8402-43b1-87f7-5da124435bf2,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:06.337415 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d77c0c-744c-4512-853e-f0cf9d83a7b9 x-openstack-request-id: req-b7d77c0c-744c-4512-853e-f0cf9d83a7b9 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:21:06.337415 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a383f8e-ff52-4a01-aa14-7267015ff122", "name": "network-vif-plugged", "status": "completed", "tag": "c05faf6b-8402-43b1-87f7-5da124435bf2", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:21:06.337784 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7d77c0c-744c-4512-853e-f0cf9d83a7b9 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:21:06.338233 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a383f8e-ff52-4a01-aa14-7267015ff122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05faf6b-8402-43b1-87f7-5da124435bf2', 'code': 200} Mar 09 06:21:06.453697 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-29e436d7-19f4-4a89-895e-8ae6632615f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:06.629083 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44da33-c2d6-49ec-b757-07a638aa5941 req-e9ae1aa7-db02-473d-9ced-d2c9e732c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:06.630523 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e44da33-c2d6-49ec-b757-07a638aa5941 req-e9ae1aa7-db02-473d-9ced-d2c9e732c3aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 1134 time: 0.0436184 Mar 09 06:21:06.671638 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5e44da33-c2d6-49ec-b757-07a638aa5941 req-aa62dd46-0c75-474f-96ca-c9e10ade8f17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Mar 09 06:21:07.130482 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0be316-7b2f-4254-bab0-10a81271f907 req-a75d38d6-f733-4892-8f4e-35f23770acd1 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:07.131960 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d0be316-7b2f-4254-bab0-10a81271f907 req-a75d38d6-f733-4892-8f4e-35f23770acd1 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 950 time: 0.0551331 Mar 09 06:21:07.177587 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d0be316-7b2f-4254-bab0-10a81271f907 req-bd620855-8b32-4a7f-919e-c24e12bcf1c9 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Mar 09 06:21:08.298282 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3082-a9e5-4b79-b1bb-264d3eb14658 req-25694a69-f60d-4a93-990e-9ba7b98a8fe7 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:08.299724 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb2d3082-a9e5-4b79-b1bb-264d3eb14658 req-25694a69-f60d-4a93-990e-9ba7b98a8fe7 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 950 time: 0.0546999 Mar 09 06:21:08.345645 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fb2d3082-a9e5-4b79-b1bb-264d3eb14658 req-4cc0dd68-317a-4569-99e0-b59b7ab65344 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402145 Mar 09 06:21:08.720893 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9a090004-7221-41b7-b1e6-5e397d49e1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:08.826381 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b2d12-cc2f-4eac-bf2b-09967392b779 req-a482867d-e3de-4ba4-864f-513cf3b86f02 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:08.827815 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6b5b2d12-cc2f-4eac-bf2b-09967392b779 req-a482867d-e3de-4ba4-864f-513cf3b86f02 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 950 time: 0.0511618 Mar 09 06:21:08.873538 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6b5b2d12-cc2f-4eac-bf2b-09967392b779 req-cc915e3c-6a62-49a3-a8a0-263906a31721 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Mar 09 06:21:09.994003 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974380e-c66f-430c-a3a9-9a12f024a0e7 req-8b2ead13-060a-4a40-a69b-c6cefdac2bd0 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:09.996685 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5974380e-c66f-430c-a3a9-9a12f024a0e7 req-8b2ead13-060a-4a40-a69b-c6cefdac2bd0 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 950 time: 0.0560007 Mar 09 06:21:10.042482 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-5974380e-c66f-430c-a3a9-9a12f024a0e7 req-7f547ee2-94bf-4508-a5b6-c3b741f769ad tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/security-groups?id=47ed72d1-2db3-4032-b7d7-a928268a040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Mar 09 06:21:10.048130 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:10.285599 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-15103e66-3d0d-4254-a3be-70b9a12ee107 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:10.287024 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-15103e66-3d0d-4254-a3be-70b9a12ee107 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 950 time: 0.0512085 Mar 09 06:21:10.375275 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Deleting port c05faf6b-8402-43b1-87f7-5da124435bf2 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:21:10.375611 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:10.461752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] For port c05faf6b-8402-43b1-87f7-5da124435bf2, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=c05faf6b-8402-43b1-87f7-5da124435bf2,segment=NetworkSegment(a6daa571-974c-4c35-a956-b58a6bd46042),segment_id=a6daa571-974c-4c35-a956-b58a6bd46042)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:10.462115 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:10.473523 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Calling delete_port for c05faf6b-8402-43b1-87f7-5da124435bf2 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:21:10.683046 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (c05faf6b-8402-43b1-87f7-5da124435bf2), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:10.694617 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['c05faf6b-8402-43b1-87f7-5da124435bf2'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:21:10.712087 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Pushing event deleted for resources: {'Port': ['ID=c05faf6b-8402-43b1-87f7-5da124435bf2,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:10.754488 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] No DVR routers for this DVR port c05faf6b-8402-43b1-87f7-5da124435bf2 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:21:10.757466 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:10.760801 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-25ad9df3-c8af-4fa4-b455-17edf0e194cc req-12d069e6-fa02-4f7d-8210-e7fa726a37ea tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.20 "DELETE /v2.0/ports/c05faf6b-8402-43b1-87f7-5da124435bf2 HTTP/1.1" status: 204 len: 173 time: 0.4685977 Mar 09 06:21:10.761287 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a383f8e-ff52-4a01-aa14-7267015ff122', 'name': 'network-vif-deleted', 'tag': 'c05faf6b-8402-43b1-87f7-5da124435bf2'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:21:10.763599 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0b7875-5fdc-49b4-8f66-a5dda0313c99" -d '{"events": [{"server_uuid": "6a383f8e-ff52-4a01-aa14-7267015ff122", "name": "network-vif-deleted", "tag": "c05faf6b-8402-43b1-87f7-5da124435bf2"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:21:10.805037 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1b261d-e8de-44e7-95d5-c2718067fc58 x-openstack-request-id: req-9d1b261d-e8de-44e7-95d5-c2718067fc58 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:21:10.805037 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a383f8e-ff52-4a01-aa14-7267015ff122", "name": "network-vif-deleted", "tag": "c05faf6b-8402-43b1-87f7-5da124435bf2", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:21:10.805037 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d1b261d-e8de-44e7-95d5-c2718067fc58 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:21:10.805037 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a383f8e-ff52-4a01-aa14-7267015ff122', 'name': 'network-vif-deleted', 'tag': 'c05faf6b-8402-43b1-87f7-5da124435bf2', 'status': 'completed', 'code': 200} Mar 09 06:21:11.047813 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:11.145939 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-740e6217-ae69-4505-ad68-c5edd9d126ca req-1e16d209-82d5-4856-99c2-b1d863d92560 tempest-VolumesNegativeTest-977361023 tempest-VolumesNegativeTest-977361023-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a383f8e-ff52-4a01-aa14-7267015ff122 HTTP/1.1" status: 200 len: 210 time: 0.0271659 Mar 09 06:21:12.757107 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:14.007385 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device c05faf6b-8402-43b1-87f7-5da124435bf2 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:21:14.026244 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: c05faf6b-8402-43b1-87f7-5da124435bf2 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:21:14.026591 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device c05faf6b-8402-43b1-87f7-5da124435bf2 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:21:17.828156 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50400) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:17.954679 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ba25df0b-744b-4a74-a679-49dd09380e01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=907e57ab6b194d5b8182b76c1dc44329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253603 Mar 09 06:21:17.957118 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50404) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:18.001863 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61fa4032-df7f-4218-bbd8-47bf38a1b5cc admin admin] Publish callbacks [] for security_group (47ed72d1-2db3-4032-b7d7-a928268a040f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:18.022431 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61fa4032-df7f-4218-bbd8-47bf38a1b5cc admin admin] Publish callbacks [] for security_group (47ed72d1-2db3-4032-b7d7-a928268a040f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:18.149547 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61fa4032-df7f-4218-bbd8-47bf38a1b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (47ed72d1-2db3-4032-b7d7-a928268a040f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:18.152171 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61fa4032-df7f-4218-bbd8-47bf38a1b5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:18.153338 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-61fa4032-df7f-4218-bbd8-47bf38a1b5cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47ed72d1-2db3-4032-b7d7-a928268a040f HTTP/1.1" status: 204 len: 168 time: 0.1953607 Mar 09 06:21:18.161775 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa4032-df7f-4218-bbd8-47bf38a1b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ed72d1-2db3-4032-b7d7-a928268a040f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:19.097711 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50426) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:19.190269 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-138982202-network', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:21:19.270162 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Made reservation on behalf of 52c50894e3404d61871d9a5bc5b0b672 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:21:19.272539 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.281104 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.351969 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Publish callbacks [] for security_group (0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.430038 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.455063 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:21:19.464911 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:19.469377 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (cff1843e-a347-455a-92b0-87c451532df6), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.474151 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.segments_db [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Added segment cff1843e-a347-455a-92b0-87c451532df6 of type vlan for network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 Mar 09 06:21:19.507705 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (99f39b18-3cd5-4f47-b70c-5d2c4d165f57), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.607379 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (99f39b18-3cd5-4f47-b70c-5d2c4d165f57), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.608255 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:19.608879 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.664426 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] Pushing event updated for resources: {'Network': ['ID=99f39b18-3cd5-4f47-b70c-5d2c4d165f57,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:19.674756 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:21:19.690452 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ec7c14ed-6df4-4c96-80ef-abfb3514921c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5916665 Mar 09 06:21:19.693326 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50430) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:19.698813 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Request body: {'subnet': {'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-138982202-subnet', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:21:19.796170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Made reservation on behalf of 52c50894e3404d61871d9a5bc5b0b672 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:21:19.798533 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3364228'] for subnet (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:19.990755 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3455229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3364250'] for subnet (7ec4af91-9d3c-46dd-addf-52f9d5cbfac4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.046409 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:20.054540 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Checking segment: {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:20.054892 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Network hostable DHCP agents. Network: 99f39b18-3cd5-4f47-b70c-5d2c4d165f57, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:21:20.116182 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:21:20.179246 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, 99f39b18-3cd5-4f47-b70c-5d2c4d165f57) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:20.184151 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:20.184784 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.189220 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2adf4-82d0-4641-a9da-bb43308405a5 None None] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:21:20.274806 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50432) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:20.275419 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-517b5e78-7a7c-4383-b1fe-396ff247b260 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5804520 Mar 09 06:21:20.279888 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:21:20.289209 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:21:20.290049 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.372540 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (65354c05-ccbc-4691-a74f-dcc234dbb071), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.374251 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (65354c05-ccbc-4691-a74f-dcc234dbb071), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.417996 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Allocated IP 172.20.0.2 (99f39b18-3cd5-4f47-b70c-5d2c4d165f57/7ec4af91-9d3c-46dd-addf-52f9d5cbfac4/e06e54ea-7641-4910-aca8-64a24712877c) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:21:20.426327 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks [] for router_controller (65354c05-ccbc-4691-a74f-dcc234dbb071), precommit_add_association {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.557130 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Publish callbacks [] for port (e06e54ea-7641-4910-aca8-64a24712877c), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.647113 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (e06e54ea-7641-4910-aca8-64a24712877c), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.686033 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:20.691291 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:20.694867 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:21:20.700409 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Pushing event updated for resources: {'Port': ['ID=e06e54ea-7641-4910-aca8-64a24712877c,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:20.761491 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Attempting to bind port e06e54ea-7641-4910-aca8-64a24712877c on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:21:20.761861 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Attempting to bind port e06e54ea-7641-4910-aca8-64a24712877c by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:21:20.762246 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Attempting to bind port e06e54ea-7641-4910-aca8-64a24712877c on network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:21:20.767712 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:21:20.768081 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Checking segment: {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:20.768498 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.768912 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Bound using segment: {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:21:20.769389 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Bound port: e06e54ea-7641-4910-aca8-64a24712877c, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:21:20.769769 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (e06e54ea-7641-4910-aca8-64a24712877c), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.842356 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] For port e06e54ea-7641-4910-aca8-64a24712877c, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:21:20.845558 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] For port e06e54ea-7641-4910-aca8-64a24712877c, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=e06e54ea-7641-4910-aca8-64a24712877c,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:21:20.909416 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks [] for router_gateway (65354c05-ccbc-4691-a74f-dcc234dbb071), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:20.933735 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (e06e54ea-7641-4910-aca8-64a24712877c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:21.007192 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662dea5-7b60-4f87-a55e-c065faaf6554 None None] Pushing event updated for resources: {'Port': ['ID=e06e54ea-7641-4910-aca8-64a24712877c,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:21.344424 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks [] for router_gateway (65354c05-ccbc-4691-a74f-dcc234dbb071), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:21.363055 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:21.465554 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Allocated IP 172.27.0.117 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/df7f1a90-2a33-4451-949e-d4c630a6476b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:21:21.567828 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks [] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:21.670248 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:21.707585 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:21.710590 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:21.716963 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:21:21.742856 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Pushing event updated for resources: {'Port': ['ID=df7f1a90-2a33-4451-949e-d4c630a6476b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:21.756115 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.756471 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.756849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.757194 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.757531 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.757870 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.758207 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.758540 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.758872 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.759246 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.759578 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.759909 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.760240 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:21.850636 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e437d2-7d33-4c6b-8807-52855e4d483b None None] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:21:21.962241 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-86618b33-4854-4371-9a24-7ee73040bcfc None None] Provisioning complete for port e06e54ea-7641-4910-aca8-64a24712877c triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:21.962532 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86618b33-4854-4371-9a24-7ee73040bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (e06e54ea-7641-4910-aca8-64a24712877c), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:22.073718 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks [] for router_gateway (65354c05-ccbc-4691-a74f-dcc234dbb071), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:22.178822 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-86618b33-4854-4371-9a24-7ee73040bcfc None None] Current status of the port e06e54ea-7641-4910-aca8-64a24712877c is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:22.179218 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86618b33-4854-4371-9a24-7ee73040bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (e06e54ea-7641-4910-aca8-64a24712877c), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:22.214387 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-86618b33-4854-4371-9a24-7ee73040bcfc None None] For port e06e54ea-7641-4910-aca8-64a24712877c, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=e06e54ea-7641-4910-aca8-64a24712877c,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:22.287730 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86618b33-4854-4371-9a24-7ee73040bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (e06e54ea-7641-4910-aca8-64a24712877c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:22.292004 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (65354c05-ccbc-4691-a74f-dcc234dbb071), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:22.333544 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86618b33-4854-4371-9a24-7ee73040bcfc None None] Pushing event updated for resources: {'Port': ['ID=e06e54ea-7641-4910-aca8-64a24712877c,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:22.406891 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-8f8b0053-6559-4fac-b0d2-679f363d9a39 None None] Provisioning complete for port e06e54ea-7641-4910-aca8-64a24712877c triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:22.407700 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8f8b0053-6559-4fac-b0d2-679f363d9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (e06e54ea-7641-4910-aca8-64a24712877c), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:22.445593 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device e06e54ea-7641-4910-aca8-64a24712877c up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:22.494215 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Router 65354c05-ccbc-4691-a74f-dcc234dbb071 is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:21:22.529820 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b0053-6559-4fac-b0d2-679f363d9a39 None None] Current status of the port e06e54ea-7641-4910-aca8-64a24712877c is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:22.531830 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port e06e54ea-7641-4910-aca8-64a24712877c triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:22.532208 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (e06e54ea-7641-4910-aca8-64a24712877c), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:22.609342 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:21:22.619415 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Sync routers for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:21:22.622023 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port e06e54ea-7641-4910-aca8-64a24712877c is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:22.631660 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:21:22.632273 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:21:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:22.672700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:22.673932 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5914ae33-4c7b-4b8a-916a-544db7053a76 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3973680 Mar 09 06:21:22.677193 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50434) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:22.743702 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:21:22.925632 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:21Z', 'revision_number': 3, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:22.951813 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Checking router: 65354c05-ccbc-4691-a74f-dcc234dbb071 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:21:22.952170 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Updating router 65354c05-ccbc-4691-a74f-dcc234dbb071 port df7f1a90-2a33-4451-949e-d4c630a6476b binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:21:22.984369 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.088303 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.237995 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Publish callbacks [] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.242836 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Allocated IP 172.20.0.1 (99f39b18-3cd5-4f47-b70c-5d2c4d165f57/7ec4af91-9d3c-46dd-addf-52f9d5cbfac4/655d375c-ca6d-4fbe-9e9c-7bc79ec4054f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:21:23.310650 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.343840 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Publish callbacks [] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.362552 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Attempting to bind port df7f1a90-2a33-4451-949e-d4c630a6476b on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:21:23.362901 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Attempting to bind port df7f1a90-2a33-4451-949e-d4c630a6476b by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:21:23.363268 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Attempting to bind port df7f1a90-2a33-4451-949e-d4c630a6476b on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:21:23.366095 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698ef7f-3cae-4efd-afe0-ffa409fdcbae None None] Pushing event updated for resources: {'Port': ['ID=df7f1a90-2a33-4451-949e-d4c630a6476b,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:23.370862 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:21:23.371238 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:23.371640 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.372022 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:21:23.372508 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Bound port: df7f1a90-2a33-4451-949e-d4c630a6476b, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:21:23.372902 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.424759 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] For port df7f1a90-2a33-4451-949e-d4c630a6476b, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:21:23.427790 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] For port df7f1a90-2a33-4451-949e-d4c630a6476b, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=df7f1a90-2a33-4451-949e-d4c630a6476b,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:21:23.442250 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.477254 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:23.480052 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:23.483545 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:21:23.518393 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Pushing event updated for resources: {'Port': ['ID=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:23.533321 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (65354c05-ccbc-4691-a74f-dcc234dbb071), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.545117 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.602347 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:21:23.603020 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:21:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:23.640952 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698ef7f-3cae-4efd-afe0-ffa409fdcbae None None] Pushing event updated for resources: {'Port': ['ID=df7f1a90-2a33-4451-949e-d4c630a6476b,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:23.715454 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:21:23.751073 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.806869 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-efe0f2a0-7250-44e0-af28-e7a74da6bbc5 None None] Provisioning complete for port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:23.807244 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-efe0f2a0-7250-44e0-af28-e7a74da6bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.875181 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-efe0f2a0-7250-44e0-af28-e7a74da6bbc5 None None] Port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:21:23.914390 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Publish callbacks [] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:23.933598 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:21Z', 'revision_number': 3, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:23.959341 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82438dbd-2c1c-4970-a705-fc694516f33a None None] The sync data for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi is: [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:21Z', 'revision_number': 3, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:21:23.983814 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:24.057358 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Pushing event updated for resources: {'Port': ['ID=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:24.060681 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (65354c05-ccbc-4691-a74f-dcc234dbb071), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:24.104979 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:24.152771 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:24.155852 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:24.292798 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Router 65354c05-ccbc-4691-a74f-dcc234dbb071 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:21:24.405200 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c85ef492-0ae2-4824-b294-105bc25632ed None None] Provisioning complete for port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:24.405869 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c85ef492-0ae2-4824-b294-105bc25632ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:24.455882 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device df7f1a90-2a33-4451-949e-d4c630a6476b up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:24.459662 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c85ef492-0ae2-4824-b294-105bc25632ed None None] Port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:21:24.515081 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port df7f1a90-2a33-4451-949e-d4c630a6476b triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:24.515774 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:24.604032 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port df7f1a90-2a33-4451-949e-d4c630a6476b is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:24.604434 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:24.628112 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port df7f1a90-2a33-4451-949e-d4c630a6476b, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=df7f1a90-2a33-4451-949e-d4c630a6476b,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:24.703820 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:24.727950 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:21:24.744770 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-4c89e692-60e4-414c-a837-63e5f55cc64a admin admin] 10.222.0.18 "PUT /v2.0/routers/65354c05-ccbc-4691-a74f-dcc234dbb071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0551536 Mar 09 06:21:24.765605 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=df7f1a90-2a33-4451-949e-d4c630a6476b,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:25.377908 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50452) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:25.382814 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1022128731-network', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:21:25.459010 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Made reservation on behalf of dd65467eb6014dbb9cf7defc86472b2c for: {'network': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:21:25.461377 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for network (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.471053 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.545376 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Publish callbacks [] for security_group (486a43a3-52fa-4e7e-b597-9bd3568ea5fa), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.610420 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Sync routers for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:21:25.612318 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (486a43a3-52fa-4e7e-b597-9bd3568ea5fa), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.619961 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:21:25.620862 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:21:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:25.637085 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:21:25.646494 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486a43a3-52fa-4e7e-b597-9bd3568ea5fa,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:25.652814 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (eb56c446-5d04-47d4-ab94-01c9513b7bf4), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.653143 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.segments_db [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Added segment eb56c446-5d04-47d4-ab94-01c9513b7bf4 of type vlan for network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 Mar 09 06:21:25.692915 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763892296726'] for network (fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.727687 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:21:25.779262 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514'] for network (fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.780339 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:25.780964 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.842620 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] Pushing event updated for resources: {'Network': ['ID=fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:25.854406 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 details requested by agent ovs-agent-dv-cinder-831154-2-iscsi with host dv-cinder-831154-2-iscsi {{(pid=103638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:21:25.868539 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2cdab178-e17d-43cb-b9d7-e23c82fbc55d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4882557 Mar 09 06:21:25.870078 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50454) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:25.875680 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Request body: {'subnet': {'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1022128731-subnet', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'ip_version': 4}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:21:25.927830 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 2, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:25.953415 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Checking router: 65354c05-ccbc-4691-a74f-dcc234dbb071 for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:21:25.953766 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Updating router 65354c05-ccbc-4691-a74f-dcc234dbb071 port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:21:25.961671 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Made reservation on behalf of dd65467eb6014dbb9cf7defc86472b2c for: {'subnet': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:21:25.964677 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476088'] for subnet (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:25.984658 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.207693 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9745524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476070'] for subnet (352fa26d-e7ce-4665-b170-718222792635), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.246167 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Publish callbacks [] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.261509 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Pushing event updated for resources: {'Subnet': ['ID=352fa26d-e7ce-4665-b170-718222792635,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:26.271370 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Checking segment: {'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:26.271752 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Network hostable DHCP agents. Network: fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7, hostable agents: ['b442941b-b3d8-476a-b77b-0dffe211479c'], hosted agents: [] {{(pid=103637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:21:26.293076 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.322968 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 is scheduled to be hosted by DHCP agent b442941b-b3d8-476a-b77b-0dffe211479c with binding_index 1 {{(pid=103637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:21:26.358096 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Pushing event updated for resources: {'Port': ['ID=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:26.369093 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.369492 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.369858 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.370193 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.370772 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.371094 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.371420 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.371824 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.372055 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.372390 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.372765 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.373081 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.373395 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:26.406051 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831154-2-iscsi, fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7) {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:26.409736 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Attempting to bind port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:21:26.410107 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Attempting to bind port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:21:26.410471 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Attempting to bind port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f on network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:21:26.413872 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:26.415478 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.416561 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:21:26.416941 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Checking segment: {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:26.417338 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.417727 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Bound using segment: {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:21:26.418196 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Bound port: 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:21:26.418571 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.419534 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c003d204-dce9-434c-859f-8b9fcb8ecd5a None None] Network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:21:26.441141 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device df7f1a90-2a33-4451-949e-d4c630a6476b up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:26.491098 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] For port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:21:26.494656 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] For port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:21:26.513811 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7a48b563-499d-4b12-82bf-68fce0af227f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6423955 Mar 09 06:21:26.522600 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50456) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:26.528544 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:21:26.573782 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.596296 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29777'] for router (64c3ae14-49d8-47cd-9162-5151658af4ad), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.598206 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-312434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29784'] for router (64c3ae14-49d8-47cd-9162-5151658af4ad), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.617738 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:21:26.618944 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:21:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:26.664541 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks [] for router_controller (64c3ae14-49d8-47cd-9162-5151658af4ad), precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.680032 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-6ce4cf1c-471f-47cc-8ff6-ada79b3b0dcb None None] Provisioning complete for port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:26.681276 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6ce4cf1c-471f-47cc-8ff6-ada79b3b0dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.751592 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79b42dc0-12d2-50d9-957e-48b7edbf6cb1-fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7', 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7', 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'fixed_ips': [{'subnet_id': '352fa26d-e7ce-4665-b170-718222792635'}]}} from dv-cinder-831154-2-iscsi. {{(pid=103638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:21:26.752676 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.765303 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port df7f1a90-2a33-4451-949e-d4c630a6476b triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:26.768948 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.787997 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452f9c5-3597-4a31-bfd4-66832aa70b1d None None] Pushing event updated for resources: {'Port': ['ID=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:26.872590 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:21:26.891612 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks [] for router_gateway (64c3ae14-49d8-47cd-9162-5151658af4ad), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:26.934853 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4cf1c-471f-47cc-8ff6-ada79b3b0dcb None None] Current status of the port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:26.935560 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6ce4cf1c-471f-47cc-8ff6-ada79b3b0dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.027712 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Allocated IP 172.20.0.2 (fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7/352fa26d-e7ce-4665-b170-718222792635/e2fe1ef3-8386-4fc3-9414-728c5251f5ae) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:21:27.029370 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port df7f1a90-2a33-4451-949e-d4c630a6476b is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:27.034268 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-6ce4cf1c-471f-47cc-8ff6-ada79b3b0dcb None None] For port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:27.084950 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:26Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:27.110276 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6ce4cf1c-471f-47cc-8ff6-ada79b3b0dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.116529 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da82e7c-5401-447d-b459-b6549c0f4e9a None None] The sync data for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi is: [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:26Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:21:27.224359 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4cf1c-471f-47cc-8ff6-ada79b3b0dcb None None] Pushing event updated for resources: {'Port': ['ID=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:27.248823 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e83cb45f-7de2-475f-a166-5d16b22cbdeb None None] Provisioning complete for port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:27.249204 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e83cb45f-7de2-475f-a166-5d16b22cbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.290911 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Publish callbacks [] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.351296 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e83cb45f-7de2-475f-a166-5d16b22cbdeb None None] Current status of the port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:27.373309 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.423404 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:27.426247 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:27.430473 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:21:27.433635 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Pushing event updated for resources: {'Port': ['ID=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:27.450189 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks [] for router_gateway (64c3ae14-49d8-47cd-9162-5151658af4ad), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.472787 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.496861 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Attempting to bind port e2fe1ef3-8386-4fc3-9414-728c5251f5ae on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:21:27.497235 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Attempting to bind port e2fe1ef3-8386-4fc3-9414-728c5251f5ae by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:21:27.497743 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Attempting to bind port e2fe1ef3-8386-4fc3-9414-728c5251f5ae on network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:21:27.503542 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:21:27.503919 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Checking segment: {'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:27.504326 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.504826 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Bound using segment: {'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:21:27.505300 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Bound port: e2fe1ef3-8386-4fc3-9414-728c5251f5ae, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:21:27.505680 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.574059 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] For port e2fe1ef3-8386-4fc3-9414-728c5251f5ae, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:21:27.577965 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] For port e2fe1ef3-8386-4fc3-9414-728c5251f5ae, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,segment=NetworkSegment(eb56c446-5d04-47d4-ab94-01c9513b7bf4),segment_id=eb56c446-5d04-47d4-ab94-01c9513b7bf4)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:21:27.585703 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Allocated IP 172.27.0.70 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/84468512-a8bb-4c58-a31b-64e18fec2947) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:21:27.670515 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.697049 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks [] for port (84468512-a8bb-4c58-a31b-64e18fec2947), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.733585 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028abdf-a537-41a6-ab11-3676ae7c2d0c None None] Pushing event updated for resources: {'Port': ['ID=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:27.852444 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:27.912382 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:27.915995 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:27.919817 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:21:27.958777 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=84468512-a8bb-4c58-a31b-64e18fec2947,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:27.972415 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.972794 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.973148 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.973656 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.973818 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.974140 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.974467 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.974796 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.975123 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.975451 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.975771 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.976092 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:27.976416 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:21:28.274111 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks [] for router_gateway (64c3ae14-49d8-47cd-9162-5151658af4ad), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:28.485561 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540970'] for router (64c3ae14-49d8-47cd-9162-5151658af4ad), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:28.486043 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device e2fe1ef3-8386-4fc3-9414-728c5251f5ae up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:28.540254 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port e2fe1ef3-8386-4fc3-9414-728c5251f5ae triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:28.540758 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:28.621339 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port e2fe1ef3-8386-4fc3-9414-728c5251f5ae is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:28.621842 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:28.655426 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port e2fe1ef3-8386-4fc3-9414-728c5251f5ae, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,segment=NetworkSegment(eb56c446-5d04-47d4-ab94-01c9513b7bf4),segment_id=eb56c446-5d04-47d4-ab94-01c9513b7bf4)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:28.680370 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Router 64c3ae14-49d8-47cd-9162-5151658af4ad is scheduled to L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:21:28.702252 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4399cc79-93fe-4ff5-a386-393299fac8f1 None None] Network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:21:28.714737 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:28.715500 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:28.790860 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:21:28.814648 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Sync routers for ids ['64c3ae14-49d8-47cd-9162-5151658af4ad'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:21:28.866741 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:28.868024 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1c0042e2-e9fd-425d-8911-6e5a535dc3c2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3436978 Mar 09 06:21:28.868825 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:28.871741 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50458) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:21:28.874709 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Routers {'64c3ae14-49d8-47cd-9162-5151658af4ad'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:21:28.875319 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:21:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['64c3ae14-49d8-47cd-9162-5151658af4ad'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:28.877045 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-7bd5eb12-872e-433b-b14e-477f10475ea8 None None] Provisioning complete for port e2fe1ef3-8386-4fc3-9414-728c5251f5ae triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:28.877877 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bd5eb12-872e-433b-b14e-477f10475ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:28.971810 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:28.972098 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.117814 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Set router 64c3ae14-49d8-47cd-9162-5151658af4ad gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:21:29.181115 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5eb12-872e-433b-b14e-477f10475ea8 None None] Current status of the port e2fe1ef3-8386-4fc3-9414-728c5251f5ae is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:29.322541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.398183 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:29.411566 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-7898365d-9b14-49cd-aea8-37fa80c0201f None None] Provisioning complete for port e2fe1ef3-8386-4fc3-9414-728c5251f5ae triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:29.411937 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7898365d-9b14-49cd-aea8-37fa80c0201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.480321 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Allocated IP 172.20.0.1 (fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7/352fa26d-e7ce-4665-b170-718222792635/1d5d415b-b9e9-4fda-9371-d372b3b0b320) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:21:29.535400 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-7898365d-9b14-49cd-aea8-37fa80c0201f None None] Current status of the port e2fe1ef3-8386-4fc3-9414-728c5251f5ae is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:29.542255 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:21:28Z', 'revision_number': 3, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port': {'id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:27Z', 'updated_at': '2022-03-09T06:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:29.571735 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Checking router: 64c3ae14-49d8-47cd-9162-5151658af4ad for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:21:29.572087 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Updating router 64c3ae14-49d8-47cd-9162-5151658af4ad port 84468512-a8bb-4c58-a31b-64e18fec2947 binding host dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:21:29.581592 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Publish callbacks [] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.602532 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.670406 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.707637 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:29.717476 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:29.720908 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:21:29.743121 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5d415b-b9e9-4fda-9371-d372b3b0b320,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:29.765719 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542215'] for router_interface (64c3ae14-49d8-47cd-9162-5151658af4ad), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.865129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Publish callbacks [] for port (84468512-a8bb-4c58-a31b-64e18fec2947), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.968668 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:29.987457 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.003312 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-38cffdb0-e08b-499f-aaf0-dc1539d52cfa None None] Provisioning complete for port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:30.003689 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-38cffdb0-e08b-499f-aaf0-dc1539d52cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.045996 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88106510-a769-4f95-940d-54ada875f1fa None None] Pushing event updated for resources: {'Port': ['ID=84468512-a8bb-4c58-a31b-64e18fec2947,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:30.061804 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Attempting to bind port 84468512-a8bb-4c58-a31b-64e18fec2947 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:21:30.062175 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Attempting to bind port 84468512-a8bb-4c58-a31b-64e18fec2947 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:21:30.062539 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Attempting to bind port 84468512-a8bb-4c58-a31b-64e18fec2947 on network c157ab18-152d-41be-aa6d-29175f568c2a {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:21:30.065618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-38cffdb0-e08b-499f-aaf0-dc1539d52cfa None None] Port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:21:30.069429 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:21:30.069726 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Checking segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:30.070118 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.070503 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Bound using segment: {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:21:30.070988 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Bound port: 84468512-a8bb-4c58-a31b-64e18fec2947, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cbff40-c2f9-4047-b0b9-4e022232546e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:21:30.071912 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.121840 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] For port 84468512-a8bb-4c58-a31b-64e18fec2947, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:21:30.125385 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] For port 84468512-a8bb-4c58-a31b-64e18fec2947, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=84468512-a8bb-4c58-a31b-64e18fec2947,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:21:30.151335 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Publish callbacks [] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.224744 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.225364 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.281991 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Routers {'64c3ae14-49d8-47cd-9162-5151658af4ad'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:21:30.282621 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:21:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['64c3ae14-49d8-47cd-9162-5151658af4ad'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:30.292519 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5d415b-b9e9-4fda-9371-d372b3b0b320,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:30.295926 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542315'] for router_interface (64c3ae14-49d8-47cd-9162-5151658af4ad), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.322429 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88106510-a769-4f95-940d-54ada875f1fa None None] Pushing event updated for resources: {'Port': ['ID=84468512-a8bb-4c58-a31b-64e18fec2947,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:30.390333 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:30.391723 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:30.408230 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] Set router 64c3ae14-49d8-47cd-9162-5151658af4ad gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:21:30.440568 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device e2fe1ef3-8386-4fc3-9414-728c5251f5ae up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:30.511443 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Router 64c3ae14-49d8-47cd-9162-5151658af4ad has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:21:30.582494 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port e2fe1ef3-8386-4fc3-9414-728c5251f5ae triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:30.583024 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.630922 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:21:30.636237 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-85126959-7120-44d5-8abd-bb27daf0b489 admin admin] 10.222.0.18 "PUT /v2.0/routers/64c3ae14-49d8-47cd-9162-5151658af4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7631240 Mar 09 06:21:30.724639 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port e2fe1ef3-8386-4fc3-9414-728c5251f5ae is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:30.729248 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-3ccdc38f-9d5f-414e-a769-b671768ec93a None None] Provisioning complete for port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:30.729615 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc38f-9d5f-414e-a769-b671768ec93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:30.753739 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:21:29Z', 'revision_number': 4, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port': {'id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:27Z', 'updated_at': '2022-03-09T06:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '1d5d415b-b9e9-4fda-9371-d372b3b0b320', 'name': '', 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'mac_address': 'fa:16:3e:21:2d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '352fa26d-e7ce-4665-b170-718222792635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:29Z', 'updated_at': '2022-03-09T06:21:30Z', 'revision_number': 2, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'subnets': [{'id': '352fa26d-e7ce-4665-b170-718222792635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:30.783877 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77cc80-bded-4dec-9f17-237eedde533e None None] The sync data for ids ['64c3ae14-49d8-47cd-9162-5151658af4ad'] in dv-cinder-831154-2-iscsi is: [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:21:29Z', 'revision_number': 4, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port': {'id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:27Z', 'updated_at': '2022-03-09T06:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '1d5d415b-b9e9-4fda-9371-d372b3b0b320', 'name': '', 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'mac_address': 'fa:16:3e:21:2d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '352fa26d-e7ce-4665-b170-718222792635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:29Z', 'updated_at': '2022-03-09T06:21:30Z', 'revision_number': 2, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'subnets': [{'id': '352fa26d-e7ce-4665-b170-718222792635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:21:30.792937 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-3ccdc38f-9d5f-414e-a769-b671768ec93a None None] Port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:21:31.485361 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-e77a9fde-1a15-4326-8b93-45ac4524488c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562437 Mar 09 06:21:31.577106 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-3ed7016a-e990-4941-9eb7-011329b5f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:31.578681 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-3ed7016a-e990-4941-9eb7-011329b5f351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1129 time: 0.0492461 Mar 09 06:21:31.715943 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-f4412977-65ff-4021-8862-296c8188d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:31.717680 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-f4412977-65ff-4021-8862-296c8188d885 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 911 time: 0.1190593 Mar 09 06:21:31.816774 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-6d1ca750-90d6-4b73-9aa5-d08913e40374 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0913839 Mar 09 06:21:31.885144 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-c10ea49c-172e-4b08-a18a-1078cee6cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:31.886615 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-c10ea49c-172e-4b08-a18a-1078cee6cbbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0636237 Mar 09 06:21:31.952796 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-dcd26623-2edc-4a08-b3e5-ee4a61e691df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:31.953630 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-dcd26623-2edc-4a08-b3e5-ee4a61e691df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604291 Mar 09 06:21:32.071476 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-23e2e65f-29d4-4d25-a851-bfdc257aab6e service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117296 Mar 09 06:21:32.185107 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4a42e522-e6b8-4356-ab46-4ae6b7b3a352 req-e62b8df1-73fd-4594-9645-7adb6d0a5240 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083481 Mar 09 06:21:32.467184 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 84468512-a8bb-4c58-a31b-64e18fec2947 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:32.543575 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 84468512-a8bb-4c58-a31b-64e18fec2947 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:32.543957 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:32.628347 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 84468512-a8bb-4c58-a31b-64e18fec2947 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:32.628786 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:32.652011 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] For port 84468512-a8bb-4c58-a31b-64e18fec2947, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=84468512-a8bb-4c58-a31b-64e18fec2947,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:32.760721 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:32.839337 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Pushing event updated for resources: {'Port': ['ID=84468512-a8bb-4c58-a31b-64e18fec2947,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:34.337204 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Sync routers for ids ['64c3ae14-49d8-47cd-9162-5151658af4ad'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:21:34.346395 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Routers {'64c3ae14-49d8-47cd-9162-5151658af4ad'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:21:34.346981 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:21:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['64c3ae14-49d8-47cd-9162-5151658af4ad'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:34.414716 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 84468512-a8bb-4c58-a31b-64e18fec2947 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:34.453459 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Set router 64c3ae14-49d8-47cd-9162-5151658af4ad gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:21:34.465009 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 84468512-a8bb-4c58-a31b-64e18fec2947 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:34.465385 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:34.548142 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 84468512-a8bb-4c58-a31b-64e18fec2947 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:34.660229 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:21:29Z', 'revision_number': 4, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port': {'id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:27Z', 'updated_at': '2022-03-09T06:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '1d5d415b-b9e9-4fda-9371-d372b3b0b320', 'name': '', 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'mac_address': 'fa:16:3e:21:2d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '352fa26d-e7ce-4665-b170-718222792635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:29Z', 'updated_at': '2022-03-09T06:21:30Z', 'revision_number': 2, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'subnets': [{'id': '352fa26d-e7ce-4665-b170-718222792635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:34.692152 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Checking router: 64c3ae14-49d8-47cd-9162-5151658af4ad for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:21:34.692817 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Updating router 64c3ae14-49d8-47cd-9162-5151658af4ad port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 binding host dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:21:34.724800 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.006664 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Publish callbacks [] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.091885 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.196400 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c9254-27f6-4438-bd22-7b1c0a95be17 None None] Pushing event updated for resources: {'Port': ['ID=1d5d415b-b9e9-4fda-9371-d372b3b0b320,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:35.302447 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Attempting to bind port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 on host dv-cinder-831154-2-iscsi for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:21:35.303122 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Attempting to bind port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 by drivers openvswitch,hyperv on host dv-cinder-831154-2-iscsi at level 0 using segments [{'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:21:35.303659 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Attempting to bind port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 on network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:21:35.310872 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Checking agent: {'id': 'aa4f2bc4-1ff7-460c-8414-117d60090426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 59, 13), 'started_at': datetime.datetime(2022, 3, 9, 5, 59, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:21:35.311251 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Checking segment: {'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:35.311710 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.312114 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Bound using segment: {'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:21:35.312613 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Bound port: 1d5d415b-b9e9-4fda-9371-d372b3b0b320, host: dv-cinder-831154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb56c446-5d04-47d4-ab94-01c9513b7bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:21:35.312991 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.388074 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] For port 1d5d415b-b9e9-4fda-9371-d372b3b0b320, host dv-cinder-831154-2-iscsi, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:21:35.392822 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] For port 1d5d415b-b9e9-4fda-9371-d372b3b0b320, host dv-cinder-831154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=1d5d415b-b9e9-4fda-9371-d372b3b0b320,segment=NetworkSegment(eb56c446-5d04-47d4-ab94-01c9513b7bf4),segment_id=eb56c446-5d04-47d4-ab94-01c9513b7bf4)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:21:35.460998 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-1e0eea4e-3936-4c42-870d-9acaa200e6b4 None None] Provisioning complete for port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:35.462590 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e0eea4e-3936-4c42-870d-9acaa200e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.475872 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.504135 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-1e0eea4e-3936-4c42-870d-9acaa200e6b4 None None] Port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:21:35.530804 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c9254-27f6-4438-bd22-7b1c0a95be17 None None] Pushing event updated for resources: {'Port': ['ID=1d5d415b-b9e9-4fda-9371-d372b3b0b320,revision_number=4']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:35.560360 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Routers {'64c3ae14-49d8-47cd-9162-5151658af4ad'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:21:35.561002 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:21:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['64c3ae14-49d8-47cd-9162-5151658af4ad'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:35.688150 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] Set router 64c3ae14-49d8-47cd-9162-5151658af4ad gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:21:35.827939 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-c456dbd9-693e-47fc-a011-59df64060c7c None None] Provisioning complete for port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:35.828644 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c456dbd9-693e-47fc-a011-59df64060c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.923597 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c456dbd9-693e-47fc-a011-59df64060c7c None None] Current status of the port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 is: DOWN; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:35.924545 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c456dbd9-693e-47fc-a011-59df64060c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:35.931806 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:21:29Z', 'revision_number': 4, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port': {'id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:27Z', 'updated_at': '2022-03-09T06:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '1d5d415b-b9e9-4fda-9371-d372b3b0b320', 'name': '', 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'mac_address': 'fa:16:3e:21:2d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '352fa26d-e7ce-4665-b170-718222792635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:29Z', 'updated_at': '2022-03-09T06:21:35Z', 'revision_number': 4, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'subnets': [{'id': '352fa26d-e7ce-4665-b170-718222792635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:21:35.960556 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-c456dbd9-693e-47fc-a011-59df64060c7c None None] For port 1d5d415b-b9e9-4fda-9371-d372b3b0b320, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=1d5d415b-b9e9-4fda-9371-d372b3b0b320,segment=NetworkSegment(eb56c446-5d04-47d4-ab94-01c9513b7bf4),segment_id=eb56c446-5d04-47d4-ab94-01c9513b7bf4)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:21:35.965050 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2573b-3a73-45e9-8a01-093d44db82ff None None] The sync data for ids ['64c3ae14-49d8-47cd-9162-5151658af4ad'] in dv-cinder-831154-2-iscsi is: [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:21:29Z', 'revision_number': 4, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port': {'id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:27Z', 'updated_at': '2022-03-09T06:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '1d5d415b-b9e9-4fda-9371-d372b3b0b320', 'name': '', 'network_id': 'fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'mac_address': 'fa:16:3e:21:2d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '352fa26d-e7ce-4665-b170-718222792635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:29Z', 'updated_at': '2022-03-09T06:21:35Z', 'revision_number': 4, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'subnets': [{'id': '352fa26d-e7ce-4665-b170-718222792635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:21:36.037315 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c456dbd9-693e-47fc-a011-59df64060c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:36.103874 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456dbd9-693e-47fc-a011-59df64060c7c None None] Pushing event updated for resources: {'Port': ['ID=1d5d415b-b9e9-4fda-9371-d372b3b0b320,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:36.458678 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e18d8d4c-f913-4316-bd7f-5417d485d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:36.487017 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 1d5d415b-b9e9-4fda-9371-d372b3b0b320 up at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:21:36.556764 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Provisioning complete for port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:36.557279 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:36.646709 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Current status of the port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:21:36.744385 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:21:38.709986 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a9af-2116-4586-bc66-24a09c592cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:40.058782 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:41.069844 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:41.761905 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-aab5dea5-08ba-4483-a81e-6b4a9f3d1ce0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:41.763351 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-aab5dea5-08ba-4483-a81e-6b4a9f3d1ce0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 814 time: 0.0992267 Mar 09 06:21:41.777470 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-21489f15-3f4f-49a9-ab3c-d9c1b5b519a0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/quotas/52c50894e3404d61871d9a5bc5b0b672 HTTP/1.1" status: 200 len: 375 time: 0.0088272 Mar 09 06:21:41.830334 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-661651a4-33a2-4180-8a5d-d08419f48247 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480402 Mar 09 06:21:42.012322 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-65f5a198-2ed2-46e2-b380-a50614d72200 service neutron] 10.222.0.18 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706967 Mar 09 06:21:42.101150 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-d6cde7d3-7811-4103-926d-a58f4ff2b7ff service neutron] 10.222.0.18 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831139 Mar 09 06:21:42.354564 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2942efef-72d1-48ab-abef-8f429be96d93 req-4d4e798c-500b-456e-bfd1-4b92f7c9d85a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 210 time: 0.0275979 Mar 09 06:21:42.772549 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:43.445914 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fa46dfdd-3e5d-43e2-b181-314591a45fa3 req-8ec3a343-02bf-43b6-ad35-f935b6ddf029 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 210 time: 0.0261765 Mar 09 06:21:44.451372 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-fea94caf-d16e-497a-912a-8cfb415024db tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:44.452846 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-fea94caf-d16e-497a-912a-8cfb415024db tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.20 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 814 time: 0.1038988 Mar 09 06:21:44.464551 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'port': {'device_id': '92513304-8fc5-43a8-b308-b66d60c0f463', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'admin_state_up': True, 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:21:44.556460 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-484d0b62-6460-4a94-834e-1061677598fa req-cddb8413-e812-46de-ae36-6ede389b1eec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 210 time: 0.0342054 Mar 09 06:21:44.669709 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Made reservation on behalf of 52c50894e3404d61871d9a5bc5b0b672 for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:21:44.673076 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:44.804247 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Allocated IP 172.20.0.10 (99f39b18-3cd5-4f47-b70c-5d2c4d165f57/7ec4af91-9d3c-46dd-addf-52f9d5cbfac4/72aa9035-1424-4458-81f7-fd939df322c9) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:21:44.959601 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for port (72aa9035-1424-4458-81f7-fd939df322c9), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:45.063492 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (72aa9035-1424-4458-81f7-fd939df322c9), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:45.096454 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:21:45.099496 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:21:45.106514 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:21:45.160467 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'Port': ['ID=72aa9035-1424-4458-81f7-fd939df322c9,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:45.160467 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:45.160467 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:45.232656 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a106b767-601a-4b9b-8a3a-482071f02a46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7715368 Mar 09 06:21:45.418336 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e79f0027-7afc-44cb-92d3-ee8a9c557f9e None None] Provisioning complete for port 72aa9035-1424-4458-81f7-fd939df322c9 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:21:45.419031 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e79f0027-7afc-44cb-92d3-ee8a9c557f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (72aa9035-1424-4458-81f7-fd939df322c9), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:45.468678 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e79f0027-7afc-44cb-92d3-ee8a9c557f9e None None] Port 72aa9035-1424-4458-81f7-fd939df322c9 cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:21:45.682922 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e0316-a8fe-4146-87ef-e95be4db3b6b req-fd609f99-fef6-420e-875c-62b84e450497 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:45.684654 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c6e0316-a8fe-4146-87ef-e95be4db3b6b req-fd609f99-fef6-420e-875c-62b84e450497 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0605092 Mar 09 06:21:45.750555 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c6e0316-a8fe-4146-87ef-e95be4db3b6b req-93467846-b3b6-4fef-86c1-fe6daafa37b2 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570698 Mar 09 06:21:46.879112 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757bb87-9b6e-4cf1-8340-bc496b39d8dc req-92c41dfe-969a-479d-bf8b-1ac8e7266745 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:46.880724 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7757bb87-9b6e-4cf1-8340-bc496b39d8dc req-92c41dfe-969a-479d-bf8b-1ac8e7266745 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0585489 Mar 09 06:21:46.931597 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7757bb87-9b6e-4cf1-8340-bc496b39d8dc req-48691896-cdda-4569-bb08-95dd7c58d929 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Mar 09 06:21:48.053333 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5deb8-143d-4385-96ee-1f1934de1e75 req-4dce48b3-1ffd-4d3b-876b-6ad557e338f4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:48.054842 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3cd5deb8-143d-4385-96ee-1f1934de1e75 req-4dce48b3-1ffd-4d3b-876b-6ad557e338f4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0532510 Mar 09 06:21:48.106871 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3cd5deb8-143d-4385-96ee-1f1934de1e75 req-612fa47e-fe89-4700-9702-cb751383200e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457990 Mar 09 06:21:49.236594 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbab4c-e523-4467-84cd-dbef3bdbedd7 req-f2d5e402-64bf-43d7-a7b2-f16cd361c364 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:49.240903 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01cbab4c-e523-4467-84cd-dbef3bdbedd7 req-f2d5e402-64bf-43d7-a7b2-f16cd361c364 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0667543 Mar 09 06:21:49.292646 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-01cbab4c-e523-4467-84cd-dbef3bdbedd7 req-d7420b80-cbcd-445a-a7e9-9b1896eab2b0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490346 Mar 09 06:21:50.413689 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de60ae-3c9e-4e4c-9d00-2697eb312157 req-220fb01c-bfd9-467f-b9ad-5712a20d3b46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:50.415175 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5de60ae-3c9e-4e4c-9d00-2697eb312157 req-220fb01c-bfd9-467f-b9ad-5712a20d3b46 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0563447 Mar 09 06:21:50.461126 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b5de60ae-3c9e-4e4c-9d00-2697eb312157 req-2914c913-4367-480d-9506-e519e714c9db tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Mar 09 06:21:51.588225 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e5af2-4112-4a75-838f-b651f68a5d84 req-55d0fd81-ef65-4fbd-8f9a-c3c60139cff0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:51.589752 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-245e5af2-4112-4a75-838f-b651f68a5d84 req-55d0fd81-ef65-4fbd-8f9a-c3c60139cff0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0623596 Mar 09 06:21:51.639892 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-245e5af2-4112-4a75-838f-b651f68a5d84 req-150ded1f-ceb1-4068-abeb-e051be8465e3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Mar 09 06:21:52.761978 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f41546-6458-4c06-8a8f-ffee90d3ee5a req-a7cb4181-ee9e-4497-8741-a75465644844 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:52.763485 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0f41546-6458-4c06-8a8f-ffee90d3ee5a req-a7cb4181-ee9e-4497-8741-a75465644844 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0554223 Mar 09 06:21:52.811860 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0f41546-6458-4c06-8a8f-ffee90d3ee5a req-76649021-697b-465f-9cbc-d8290d7b09c7 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Mar 09 06:21:53.933039 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e8b6-0de5-41ee-a11f-9a900f9f0be9 req-c142f3e6-1f75-4fa2-aedc-d994f4ce47cd tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:53.934414 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4746e8b6-0de5-41ee-a11f-9a900f9f0be9 req-c142f3e6-1f75-4fa2-aedc-d994f4ce47cd tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0506730 Mar 09 06:21:53.983417 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4746e8b6-0de5-41ee-a11f-9a900f9f0be9 req-ebbd30ba-39d4-404c-a7c8-b163d094a6de tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Mar 09 06:21:54.114029 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:55.097996 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d659f75-a73d-4558-88bd-e4da3ad82eb6 req-07641e6e-50b7-45c8-a119-447d848543d1 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:55.099478 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d659f75-a73d-4558-88bd-e4da3ad82eb6 req-07641e6e-50b7-45c8-a119-447d848543d1 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0515783 Mar 09 06:21:55.144587 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2d659f75-a73d-4558-88bd-e4da3ad82eb6 req-5a6bf38f-19a1-49d3-8294-ce59f88c2f5c tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Mar 09 06:21:56.257338 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaf3dd-784b-4050-9291-75357815546e req-14451955-a915-4ad0-816b-5c68e4befbfe tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:56.258765 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-43aaf3dd-784b-4050-9291-75357815546e req-14451955-a915-4ad0-816b-5c68e4befbfe tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0501180 Mar 09 06:21:56.302765 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-43aaf3dd-784b-4050-9291-75357815546e req-0d498694-ceb4-456c-8166-0382ae60c827 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 Mar 09 06:21:56.777047 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Request body: {'port': {'device_id': '92513304-8fc5-43a8-b308-b66d60c0f463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:21:56.836606 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (72aa9035-1424-4458-81f7-fd939df322c9), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:57.095566 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72aa9035-1424-4458-81f7-fd939df322c9 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:21:57.104225 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Publish callbacks [] for port (72aa9035-1424-4458-81f7-fd939df322c9), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:57.116227 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Transition to ACTIVE for port object 72aa9035-1424-4458-81f7-fd939df322c9 will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:21:57.471354 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81218d-7ee4-45a0-90c0-cae7142e7864 req-55d1c545-3b0c-4be9-81a3-d5436b2890b0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:57.471354 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c81218d-7ee4-45a0-90c0-cae7142e7864 req-55d1c545-3b0c-4be9-81a3-d5436b2890b0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 932 time: 0.0521400 Mar 09 06:21:57.471354 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4c81218d-7ee4-45a0-90c0-cae7142e7864 req-2ae9daca-9f19-46aa-842c-f05d2260d9cb tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Mar 09 06:21:57.846712 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (72aa9035-1424-4458-81f7-fd939df322c9), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:57.897747 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Pushing event updated for resources: {'Port': ['ID=72aa9035-1424-4458-81f7-fd939df322c9,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:57.973222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Attempting to bind port 72aa9035-1424-4458-81f7-fd939df322c9 on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:21:57.973541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Attempting to bind port 72aa9035-1424-4458-81f7-fd939df322c9 by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:21:57.973864 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Attempting to bind port 72aa9035-1424-4458-81f7-fd939df322c9 on network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:21:57.978242 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Port 72aa9035-1424-4458-81f7-fd939df322c9 on network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:21:57.979119 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Attempting to bind port 72aa9035-1424-4458-81f7-fd939df322c9 on network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:21:57.984163 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:21:57.984512 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Checking segment: {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:21:57.984906 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Bound using segment: {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:21:57.985326 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Bound port: 72aa9035-1424-4458-81f7-fd939df322c9, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff1843e-a347-455a-92b0-87c451532df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:21:57.985676 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (72aa9035-1424-4458-81f7-fd939df322c9), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:58.051198 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] For port 72aa9035-1424-4458-81f7-fd939df322c9, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:21:58.054291 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] For port 72aa9035-1424-4458-81f7-fd939df322c9, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=72aa9035-1424-4458-81f7-fd939df322c9,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:21:58.144625 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (72aa9035-1424-4458-81f7-fd939df322c9), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:58.180685 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:58.181413 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:21:58.183384 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] 10.222.0.20 "PUT /v2.0/ports/72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 1094 time: 1.4112222 Mar 09 06:21:58.183849 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:21:58.186196 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9710bc3a-fa69-433d-bd5e-eb9a2f0be72a" -d '{"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:21:58.216418 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2d8df-ba7a-4c2f-a669-095d2d2ba972 service neutron] Pushing event updated for resources: {'Port': ['ID=72aa9035-1424-4458-81f7-fd939df322c9,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:21:58.233422 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62059f5-e553-48b4-9256-51fe78fe90cd x-openstack-request-id: req-a62059f5-e553-48b4-9256-51fe78fe90cd {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:21:58.233758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:21:58.234061 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a62059f5-e553-48b4-9256-51fe78fe90cd {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:21:58.234410 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9', 'status': 'completed', 'code': 200} Mar 09 06:21:58.298238 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710bc3a-fa69-433d-bd5e-eb9a2f0be72a req-f694bc5c-ea45-48f0-9ad7-0ba5cb44805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:58.299759 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9710bc3a-fa69-433d-bd5e-eb9a2f0be72a req-f694bc5c-ea45-48f0-9ad7-0ba5cb44805a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1128 time: 0.0480473 Mar 09 06:21:58.406043 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710bc3a-fa69-433d-bd5e-eb9a2f0be72a req-ab97bba0-41af-4f37-9eb0-274f95aa0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:58.407506 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9710bc3a-fa69-433d-bd5e-eb9a2f0be72a req-ab97bba0-41af-4f37-9eb0-274f95aa0801 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=52c50894e3404d61871d9a5bc5b0b672&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1001115 Mar 09 06:21:58.503559 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710bc3a-fa69-433d-bd5e-eb9a2f0be72a req-c8525e59-269a-4c2d-b5cf-c41481e1a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:58.505072 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9710bc3a-fa69-433d-bd5e-eb9a2f0be72a req-c8525e59-269a-4c2d-b5cf-c41481e1a56e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923517 Mar 09 06:21:58.617013 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1b7f1-40e7-45a4-8d33-dcee3dbbc12b req-cb13e064-9e84-41de-b1df-12efa9e17b92 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:58.618493 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2fb1b7f1-40e7-45a4-8d33-dcee3dbbc12b req-cb13e064-9e84-41de-b1df-12efa9e17b92 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 944 time: 0.0808282 Mar 09 06:21:58.621271 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-4d7bb361-262e-433d-9bc0-c7f7c7ab564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:58.622635 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-4d7bb361-262e-433d-9bc0-c7f7c7ab564f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1128 time: 0.0838118 Mar 09 06:21:58.674134 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a4a8b80d-52ce-4828-b24a-3b3f5bc5502e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 217 time: 0.0434780 Mar 09 06:21:58.727080 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2fb1b7f1-40e7-45a4-8d33-dcee3dbbc12b req-bc861c75-b3c8-4339-99d3-9c3341703644 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027892 Mar 09 06:21:58.745347 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-8cc32deb-4ea5-479f-a28e-8df9f5ce3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:58.745347 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-8cc32deb-4ea5-479f-a28e-8df9f5ce3323 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 200 len: 853 time: 0.0586994 Mar 09 06:21:58.789504 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-1ad3bc64-17d1-4526-915b-d972b54e17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:58.791484 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-1ad3bc64-17d1-4526-915b-d972b54e17ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433846 Mar 09 06:21:58.881067 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-1ed324f4-5d42-4482-82bd-28a790e54b44 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835152 Mar 09 06:21:58.966900 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3a383fb0-d7a6-453c-a5de-6194f5548143 req-a7cf8679-1251-45ca-a1fd-6238e7248f1a service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799205 Mar 09 06:21:59.076736 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81449c-ec8d-483d-abc5-d5f2cd9a7489 req-221174f0-d74d-4974-bff2-3d5717d84d2a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:59.078294 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0a81449c-ec8d-483d-abc5-d5f2cd9a7489 req-221174f0-d74d-4974-bff2-3d5717d84d2a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0556576 Mar 09 06:21:59.123935 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0a81449c-ec8d-483d-abc5-d5f2cd9a7489 req-31e7a7e5-f97f-43fc-9e77-f74cf03e306b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402167 Mar 09 06:21:59.844987 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffffbd-1624-42ca-9690-269f089675ad req-d75bc139-1a49-46bc-adcd-7e886b479aa5 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:21:59.846587 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48ffffbd-1624-42ca-9690-269f089675ad req-d75bc139-1a49-46bc-adcd-7e886b479aa5 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 944 time: 0.0520315 Mar 09 06:21:59.892010 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-48ffffbd-1624-42ca-9690-269f089675ad req-1d0c56f8-e96c-4a4c-be36-24ba6b46651e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Mar 09 06:22:00.238536 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c850b-b503-485b-b962-6ce95de903d7 req-56ffd011-1b33-4373-bba0-ab22e68e2783 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:00.239992 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f62c850b-b503-485b-b962-6ce95de903d7 req-56ffd011-1b33-4373-bba0-ab22e68e2783 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0514359 Mar 09 06:22:00.287784 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f62c850b-b503-485b-b962-6ce95de903d7 req-504f3d88-8db1-4151-a056-dbdb7e2b9323 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 Mar 09 06:22:01.004101 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9112-4b09-4caf-be50-c2356cc09cee req-b6af3019-7891-4974-be0a-918f89efb61b tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:01.005584 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3be9112-4b09-4caf-be50-c2356cc09cee req-b6af3019-7891-4974-be0a-918f89efb61b tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 944 time: 0.0509148 Mar 09 06:22:01.050924 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-c3be9112-4b09-4caf-be50-c2356cc09cee req-d1d576bc-deb2-40ef-9357-a0e41c9ef3ed tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Mar 09 06:22:01.403108 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982cb5-0a45-4c01-b892-b4775adc9228 req-a26c0477-88af-4667-b208-0ae1f67dbcc8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:01.404577 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-99982cb5-0a45-4c01-b892-b4775adc9228 req-a26c0477-88af-4667-b208-0ae1f67dbcc8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0506589 Mar 09 06:22:01.449371 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-99982cb5-0a45-4c01-b892-b4775adc9228 req-2855239c-8e44-4384-875a-d5bf5624111b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393407 Mar 09 06:22:02.221648 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 72aa9035-1424-4458-81f7-fd939df322c9 details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:22:02.318679 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 72aa9035-1424-4458-81f7-fd939df322c9, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=72aa9035-1424-4458-81f7-fd939df322c9,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:22:02.329888 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '72aa9035-1424-4458-81f7-fd939df322c9', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'port_id': '72aa9035-1424-4458-81f7-fd939df322c9', 'mac_address': 'fa:16:3e:e1:1e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:22:02.367920 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 72aa9035-1424-4458-81f7-fd939df322c9 is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:22:02.368344 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (72aa9035-1424-4458-81f7-fd939df322c9), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:02.385751 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72aa9035-1424-4458-81f7-fd939df322c9 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:22:02.406744 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 72aa9035-1424-4458-81f7-fd939df322c9, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=72aa9035-1424-4458-81f7-fd939df322c9,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:22:02.445394 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbceea7-3bba-4b8d-a945-23ef8a31d718 req-c1f42c6a-f5f8-4793-8a25-6bc8139ec723 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:02.446887 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9dbceea7-3bba-4b8d-a945-23ef8a31d718 req-c1f42c6a-f5f8-4793-8a25-6bc8139ec723 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 944 time: 0.3323784 Mar 09 06:22:02.494206 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9dbceea7-3bba-4b8d-a945-23ef8a31d718 req-788ca39c-c9d7-466a-9c13-9d823e7e252c tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Mar 09 06:22:02.498007 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (72aa9035-1424-4458-81f7-fd939df322c9), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:02.545905 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=72aa9035-1424-4458-81f7-fd939df322c9,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:02.565822 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00152-0156-46cd-9e14-06341912c589 req-2091e2d5-599f-427d-a380-946f07c81dc0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:02.567280 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e8b00152-0156-46cd-9e14-06341912c589 req-2091e2d5-599f-427d-a380-946f07c81dc0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0516014 Mar 09 06:22:02.612641 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e8b00152-0156-46cd-9e14-06341912c589 req-625897dc-179d-4b1a-b9d1-f6af78b705d2 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392640 Mar 09 06:22:02.864511 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['72aa9035-1424-4458-81f7-fd939df322c9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:22:03.611777 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269191b-1012-4965-a824-6933784d9030 req-b14c6c87-9ae3-4cad-903d-7f57f67c0287 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:03.613241 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b269191b-1012-4965-a824-6933784d9030 req-b14c6c87-9ae3-4cad-903d-7f57f67c0287 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 945 time: 0.0537200 Mar 09 06:22:03.658355 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b269191b-1012-4965-a824-6933784d9030 req-55224093-9ed2-499b-9a67-44af88129632 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Mar 09 06:22:03.726715 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda73739-e710-428d-abd1-3322510b9538 req-bb14cf37-5ff8-4073-81de-20bf9214cdc8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:03.728169 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bda73739-e710-428d-abd1-3322510b9538 req-bb14cf37-5ff8-4073-81de-20bf9214cdc8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0506222 Mar 09 06:22:03.773298 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bda73739-e710-428d-abd1-3322510b9538 req-b066543d-8045-4f99-b383-d7d3ae12dc99 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 Mar 09 06:22:04.233578 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 72aa9035-1424-4458-81f7-fd939df322c9 up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:22:04.331749 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 72aa9035-1424-4458-81f7-fd939df322c9 completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:22:04.335377 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 72aa9035-1424-4458-81f7-fd939df322c9 triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:22:04.335778 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (72aa9035-1424-4458-81f7-fd939df322c9), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:04.409290 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 72aa9035-1424-4458-81f7-fd939df322c9 is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:22:04.409678 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (72aa9035-1424-4458-81f7-fd939df322c9), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:04.431688 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:22:04.433980 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bda1d0-8294-4875-8626-4a91f8185b9b" -d '{"events": [{"server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "name": "network-vif-plugged", "status": "completed", "tag": "72aa9035-1424-4458-81f7-fd939df322c9"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:22:04.445581 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 72aa9035-1424-4458-81f7-fd939df322c9, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=72aa9035-1424-4458-81f7-fd939df322c9,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:22:04.468349 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1663da3-79f0-4126-bd53-e965a7d1e15b x-openstack-request-id: req-d1663da3-79f0-4126-bd53-e965a7d1e15b {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:22:04.468611 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "name": "network-vif-plugged", "status": "completed", "tag": "72aa9035-1424-4458-81f7-fd939df322c9", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:22:04.468867 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1663da3-79f0-4126-bd53-e965a7d1e15b {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:22:04.469259 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9', 'code': 200} Mar 09 06:22:04.509337 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (72aa9035-1424-4458-81f7-fd939df322c9), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:04.559086 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=72aa9035-1424-4458-81f7-fd939df322c9,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:04.566246 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.566596 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.566937 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.567274 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.567604 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.567934 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.568274 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.568618 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.568946 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.569275 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.569597 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.569918 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.570238 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:04.777804 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4320-d615-494b-a508-d7be8cfa4367 req-ed473258-c5d6-407c-b190-9ab2cd584dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:04.779198 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7b1a4320-d615-494b-a508-d7be8cfa4367 req-ed473258-c5d6-407c-b190-9ab2cd584dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1130 time: 0.0748832 Mar 09 06:22:04.799241 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905d76-78c4-4a93-b112-dbf1fb1d7f48 req-da679bdc-a419-4803-b993-5a7f9481e6a4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:04.800727 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0905d76-78c4-4a93-b112-dbf1fb1d7f48 req-da679bdc-a419-4803-b993-5a7f9481e6a4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0716505 Mar 09 06:22:04.878712 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7b1a4320-d615-494b-a508-d7be8cfa4367 req-5a0fd968-98de-4cb3-bce0-b778b84eef83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919228 Mar 09 06:22:04.894520 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0905d76-78c4-4a93-b112-dbf1fb1d7f48 req-2f848bbf-7ca9-4d9d-8e38-656238f280d8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875986 Mar 09 06:22:04.913452 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415d54e-b346-469b-81f8-7e47f6ea33f8 req-fa842009-55d4-43c2-88a3-b238d11953c0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:04.915047 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b415d54e-b346-469b-81f8-7e47f6ea33f8 req-fa842009-55d4-43c2-88a3-b238d11953c0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0718517 Mar 09 06:22:04.959992 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b415d54e-b346-469b-81f8-7e47f6ea33f8 req-b9feadbd-e9e4-4627-87e3-9bcfcd67abd6 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390692 Mar 09 06:22:06.018917 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2643-2515-4740-8b08-2aa443b46578 req-3f6558c9-1ea0-47a4-a74a-3507ee256dfe tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:06.020395 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a6b2643-2515-4740-8b08-2aa443b46578 req-3f6558c9-1ea0-47a4-a74a-3507ee256dfe tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0578797 Mar 09 06:22:06.099422 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1a6b2643-2515-4740-8b08-2aa443b46578 req-958dda9f-e156-4c5d-99c7-ee0b6b451a9f tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728493 Mar 09 06:22:06.107515 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ed5cc-f0d8-4a97-8ea9-c5b7c33f9e12 req-eca94547-80a0-41a3-a55d-c0b450227d38 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:06.109007 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-205ed5cc-f0d8-4a97-8ea9-c5b7c33f9e12 req-eca94547-80a0-41a3-a55d-c0b450227d38 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0766773 Mar 09 06:22:06.161516 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-205ed5cc-f0d8-4a97-8ea9-c5b7c33f9e12 req-427b1c38-b16f-4d7e-983d-e23c8e155f07 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441239 Mar 09 06:22:06.469040 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-47bb6590-0944-427e-8f71-9a1b3297b212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:07.220250 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaf57d-06b5-4e1c-ba2f-4bcc25784a66 req-2094fcfb-b9aa-4c54-aa1d-b670e673b636 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:07.221779 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0cfaf57d-06b5-4e1c-ba2f-4bcc25784a66 req-2094fcfb-b9aa-4c54-aa1d-b670e673b636 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0561292 Mar 09 06:22:07.297586 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0cfaf57d-06b5-4e1c-ba2f-4bcc25784a66 req-43a524a7-1e6f-4776-9c6a-1c88abad1ee3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703559 Mar 09 06:22:07.309256 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b07663-2c02-4d1d-bff5-7bf0bde477bf req-db1ebc09-5098-4123-b27c-de62208fe764 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:07.310709 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3b07663-2c02-4d1d-bff5-7bf0bde477bf req-db1ebc09-5098-4123-b27c-de62208fe764 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0777428 Mar 09 06:22:07.356951 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f3b07663-2c02-4d1d-bff5-7bf0bde477bf req-1e6b45d7-3037-4dcc-bc3f-4a63e931ea2f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 Mar 09 06:22:07.411742 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fffb1-e978-4c0c-8b17-3b7221e534df req-c58275e3-927c-49c2-b30e-38f46b4e0553 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:07.413260 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fc8fffb1-e978-4c0c-8b17-3b7221e534df req-c58275e3-927c-49c2-b30e-38f46b4e0553 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0530722 Mar 09 06:22:07.462388 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-fc8fffb1-e978-4c0c-8b17-3b7221e534df req-69c55b0f-9fe3-40a7-a14a-3ee359dff26e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Mar 09 06:22:07.774773 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f603d-b412-4f34-a898-79abe4bcdb22 req-ed67965b-c855-403c-88fd-ca16d6b7ff89 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:07.776236 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-385f603d-b412-4f34-a898-79abe4bcdb22 req-ed67965b-c855-403c-88fd-ca16d6b7ff89 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0519176 Mar 09 06:22:07.822439 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-385f603d-b412-4f34-a898-79abe4bcdb22 req-ac7a54a2-5669-4395-bb57-3e924e2c517e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405626 Mar 09 06:22:08.475760 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddaac5-6a2d-4210-8779-f1e837ff686b req-be3b5807-394e-4def-a7d8-972bc0e6bd9e tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:08.477299 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-abddaac5-6a2d-4210-8779-f1e837ff686b req-be3b5807-394e-4def-a7d8-972bc0e6bd9e tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0542819 Mar 09 06:22:08.524344 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-abddaac5-6a2d-4210-8779-f1e837ff686b req-95d7fe5d-a16d-4dc6-865c-39349dc11c76 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411205 Mar 09 06:22:08.695726 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bb9f99a6-8531-4444-9809-40affbce1305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:09.652641 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c6212-bf5b-4935-9cd6-218994d74211 req-7839d451-34fe-4128-9007-5a61e90e5f98 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:09.654117 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea0c6212-bf5b-4935-9cd6-218994d74211 req-7839d451-34fe-4128-9007-5a61e90e5f98 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0570974 Mar 09 06:22:09.705833 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ea0c6212-bf5b-4935-9cd6-218994d74211 req-2ab7e795-07bd-4cbe-baf6-25ab33ea4a45 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457346 Mar 09 06:22:10.057250 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:10.821358 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49408-f678-488b-9c7c-783b506f836b req-38580669-48c6-470d-8b3b-98d6f698550f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:10.822888 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bab49408-f678-488b-9c7c-783b506f836b req-38580669-48c6-470d-8b3b-98d6f698550f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0515943 Mar 09 06:22:10.868392 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bab49408-f678-488b-9c7c-783b506f836b req-0570ef1f-6c37-43f4-954f-0e265118176f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400653 Mar 09 06:22:11.023023 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:11.176097 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c991cd8-109e-4495-89c3-038081b9f4ee req-53c9c893-a917-4230-b2d6-a124d2cc766d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:11.177607 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c991cd8-109e-4495-89c3-038081b9f4ee req-53c9c893-a917-4230-b2d6-a124d2cc766d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0531683 Mar 09 06:22:11.229169 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6c991cd8-109e-4495-89c3-038081b9f4ee req-aba95948-627e-4395-9930-775325a34a1c tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459931 Mar 09 06:22:11.288227 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-e39cf483-c22e-4692-9f55-2a12a9d7f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:11.289744 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-e39cf483-c22e-4692-9f55-2a12a9d7f815 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1129 time: 0.0433102 Mar 09 06:22:11.378031 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-71aa5ce8-0773-4c14-aa19-02e8c06c806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:11.379513 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-71aa5ce8-0773-4c14-aa19-02e8c06c806e service neutron] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 911 time: 0.0845485 Mar 09 06:22:11.441991 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-a5a3b39f-2154-488e-a4e5-b24dca4b7559 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0561209 Mar 09 06:22:11.488724 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-8620a53e-c45d-4779-9ab3-6ebb3e02ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:11.490111 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-8620a53e-c45d-4779-9ab3-6ebb3e02ad92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0421906 Mar 09 06:22:11.539890 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-57ef73ea-3b38-448a-aebd-1947f000c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:11.541369 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-57ef73ea-3b38-448a-aebd-1947f000c7d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459754 Mar 09 06:22:11.629283 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-3cb97069-a7d7-4493-b3a9-0f016af41937 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821340 Mar 09 06:22:11.721163 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2faabd1d-5a35-4bcc-bfa4-2ddf63a75dfb req-e7cee3b8-280e-4124-87ae-82acead40028 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855527 Mar 09 06:22:12.346683 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c8eb6-6675-42b5-ae62-14077577a89a req-ceb7c0ee-04e1-4645-abc2-b55cbe877350 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:12.348166 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-700c8eb6-6675-42b5-ae62-14077577a89a req-ceb7c0ee-04e1-4645-abc2-b55cbe877350 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0517495 Mar 09 06:22:12.395730 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-700c8eb6-6675-42b5-ae62-14077577a89a req-ba4e704c-beee-4ae8-a32c-92e28e95f229 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Mar 09 06:22:12.781748 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:13.509994 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13564-91ed-4f51-983d-feb1a60d4e93 req-9fe77d8d-9bd3-4256-bddc-47b57b774e15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:13.511362 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-60d13564-91ed-4f51-983d-feb1a60d4e93 req-9fe77d8d-9bd3-4256-bddc-47b57b774e15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0512755 Mar 09 06:22:13.560043 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-60d13564-91ed-4f51-983d-feb1a60d4e93 req-7dd1f1c2-0aff-4884-a8e3-20c1f1c2e059 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431211 Mar 09 06:22:13.742273 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:22:18.113221 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc1a2b-ce3b-4ca2-b3cd-675eb552cad3 req-47470f96-3e11-4fe2-9a5d-571cff00d67f tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:18.114667 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-23bc1a2b-ce3b-4ca2-b3cd-675eb552cad3 req-47470f96-3e11-4fe2-9a5d-571cff00d67f tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0513737 Mar 09 06:22:18.159739 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-23bc1a2b-ce3b-4ca2-b3cd-675eb552cad3 req-989456ac-491d-4f23-85d4-9e57bd9ca66a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Mar 09 06:22:18.181821 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50724) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:18.265394 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e59e29-39a9-4db3-b106-e4140f5e6a1b tempest-TestMinimumBasicScenario-14526031 tempest-TestMinimumBasicScenario-14526031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:18.266885 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-66e59e29-39a9-4db3-b106-e4140f5e6a1b tempest-TestMinimumBasicScenario-14526031 tempest-TestMinimumBasicScenario-14526031-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1125 time: 0.0834889 Mar 09 06:22:18.269828 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50728) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:18.274089 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'port_id': '72aa9035-1424-4458-81f7-fd939df322c9', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:18.422855 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:18.518471 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:18.617142 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Allocated IP 172.27.0.66 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/4dcac24f-7b5d-4538-8047-ce25ea4c122a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:22:18.716844 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for port (4dcac24f-7b5d-4538-8047-ce25ea4c122a), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:18.800242 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (4dcac24f-7b5d-4538-8047-ce25ea4c122a), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:18.836973 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:22:18.843808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:22:18.848030 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:22:18.851034 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'Port': ['ID=4dcac24f-7b5d-4538-8047-ce25ea4c122a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:19.199003 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for floatingip (22738cb2-b220-452a-b98f-73134ed6b76e), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:19.317240 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (4dcac24f-7b5d-4538-8047-ce25ea4c122a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:19.461437 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for port (4dcac24f-7b5d-4538-8047-ce25ea4c122a), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:19.518001 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (4dcac24f-7b5d-4538-8047-ce25ea4c122a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:19.590269 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'Port': ['ID=4dcac24f-7b5d-4538-8047-ce25ea4c122a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:19.598220 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (22738cb2-b220-452a-b98f-73134ed6b76e), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:19.698495 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Floating IP 22738cb2-b220-452a-b98f-73134ed6b76e associated. External IP: 172.27.0.66, port: 72aa9035-1424-4458-81f7-fd939df322c9. Mar 09 06:22:19.909187 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Router 65354c05-ccbc-4691-a74f-dcc234dbb071 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:22:20.015584 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:22:20.025674 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] Sync routers for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:22:20.034364 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:22:20.034976 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:22:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:22:20.099390 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.132797 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5b59f673-9b24-4df5-847f-af611ef3ae88 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8597014 Mar 09 06:22:20.132797 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:22:20.133804 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50730) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:20.134330 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f60448-3b35-4c82-93bd-cfcf57d371b3" -d '{"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:22:20.149957 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d062d61e-d4b6-4001-853d-28a585751ea6 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687556616', 'description': 'tempest-secgroup-smoke-1687556616 description', 'project_id': '52c50894e3404d61871d9a5bc5b0b672'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:20.171863 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649e1edd-fd53-4df5-a601-25991feba08c x-openstack-request-id: req-649e1edd-fd53-4df5-a601-25991feba08c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:22:20.172161 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:22:20.172416 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-649e1edd-fd53-4df5-a601-25991feba08c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:22:20.175380 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9', 'status': 'completed', 'code': 200} Mar 09 06:22:20.245782 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-b2fb3557-610e-4979-a065-b2c2ae71f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:20.247305 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-b2fb3557-610e-4979-a065-b2c2ae71f6a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1130 time: 0.0470495 Mar 09 06:22:20.251780 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d062d61e-d4b6-4001-853d-28a585751ea6 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.272998 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:22:20.319527 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d062d61e-d4b6-4001-853d-28a585751ea6 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group (c047eeda-0049-4aeb-b4a2-2ca83a699853), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.348965 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-7143683a-be1a-4483-8d3b-84ee3edd52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:20.350431 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-7143683a-be1a-4483-8d3b-84ee3edd52ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 915 time: 0.0889471 Mar 09 06:22:20.405630 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d062d61e-d4b6-4001-853d-28a585751ea6 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c047eeda-0049-4aeb-b4a2-2ca83a699853), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.425168 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-be372c3d-cf0a-487b-b857-4a95face58d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 999 time: 0.0612729 Mar 09 06:22:20.437417 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062d61e-d4b6-4001-853d-28a585751ea6 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c047eeda-0049-4aeb-b4a2-2ca83a699853,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:20.474039 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-8da16b7f-46ed-450e-8e75-fa2460b99dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:20.475504 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-8da16b7f-46ed-450e-8e75-fa2460b99dfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 200 len: 853 time: 0.0440686 Mar 09 06:22:20.493716 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d062d61e-d4b6-4001-853d-28a585751ea6 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.496558 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d062d61e-d4b6-4001-853d-28a585751ea6 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3615630 Mar 09 06:22:20.499391 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:20.501387 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '22738cb2-b220-452a-b98f-73134ed6b76e', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'port_id': '72aa9035-1424-4458-81f7-fd939df322c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'mac_address': 'fa:16:3e:e1:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92513304-8fc5-43a8-b308-b66d60c0f463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:22:19Z', 'updated_at': '2022-03-09T06:22:19Z', 'revision_number': 0, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:26Z', 'revision_number': 5, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:22:20.503980 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-72c84def-b366-45b4-b76e-fcf11779fc5a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'security_group_rule': {'security_group_id': 'c047eeda-0049-4aeb-b4a2-2ca83a699853', 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:20.528767 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-e0f290cb-9dbb-420c-a742-30cc80fc0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:20.530414 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-e0f290cb-9dbb-420c-a742-30cc80fc0635 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492959 Mar 09 06:22:20.531441 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] Checking router: 65354c05-ccbc-4691-a74f-dcc234dbb071 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:22:20.539606 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:22:20.540201 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:22:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:22:20.606275 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72c84def-b366-45b4-b76e-fcf11779fc5a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (59566cff-8e9f-4e57-ac21-68967edc04f2), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.617541 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-7e0f87c1-4a43-4ec3-98b7-8f1944e6733c service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815661 Mar 09 06:22:20.648535 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:22:20.660786 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72c84def-b366-45b4-b76e-fcf11779fc5a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (59566cff-8e9f-4e57-ac21-68967edc04f2), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.748563 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72c84def-b366-45b4-b76e-fcf11779fc5a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (59566cff-8e9f-4e57-ac21-68967edc04f2), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.772925 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c84def-b366-45b4-b76e-fcf11779fc5a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59566cff-8e9f-4e57-ac21-68967edc04f2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:20.847886 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72c84def-b366-45b4-b76e-fcf11779fc5a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:20.852421 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-72c84def-b366-45b4-b76e-fcf11779fc5a tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492131 Mar 09 06:22:20.852810 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50736) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:20.857869 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c8aa5e60-ce31-4be3-9990-39b3937d98a0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'security_group_rule': {'security_group_id': 'c047eeda-0049-4aeb-b4a2-2ca83a699853', 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:20.885008 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '22738cb2-b220-452a-b98f-73134ed6b76e', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'port_id': '72aa9035-1424-4458-81f7-fd939df322c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'mac_address': 'fa:16:3e:e1:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92513304-8fc5-43a8-b308-b66d60c0f463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:22:19Z', 'updated_at': '2022-03-09T06:22:19Z', 'revision_number': 0, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:26Z', 'revision_number': 5, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:22:20.917969 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83556d23-3c13-4d34-9b79-f4770a97c8e8 None None] The sync data for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi is: [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '22738cb2-b220-452a-b98f-73134ed6b76e', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'port_id': '72aa9035-1424-4458-81f7-fd939df322c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'mac_address': 'fa:16:3e:e1:1e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92513304-8fc5-43a8-b308-b66d60c0f463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:22:19Z', 'updated_at': '2022-03-09T06:22:19Z', 'revision_number': 0, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:26Z', 'revision_number': 5, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:22:20.990372 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-59f60448-3b35-4c82-93bd-cfcf57d371b3 req-fecc4df0-bde8-4f36-8702-020995b56e6f service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671279 Mar 09 06:22:20.992424 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5e60-ce31-4be3-9990-39b3937d98a0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (e63fa0c0-9da7-40cc-97fc-807f154115dd), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.050285 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5e60-ce31-4be3-9990-39b3937d98a0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (e63fa0c0-9da7-40cc-97fc-807f154115dd), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.114518 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb35d0-e205-4c9e-ae6e-aa78243e5ed5 None None] New status for floating IP 22738cb2-b220-452a-b98f-73134ed6b76e: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:22:21.146882 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5e60-ce31-4be3-9990-39b3937d98a0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (e63fa0c0-9da7-40cc-97fc-807f154115dd), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.164175 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa5e60-ce31-4be3-9990-39b3937d98a0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63fa0c0-9da7-40cc-97fc-807f154115dd,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:21.217630 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5e60-ce31-4be3-9990-39b3937d98a0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.218916 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c8aa5e60-ce31-4be3-9990-39b3937d98a0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3651609 Mar 09 06:22:21.221889 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50738) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:21.226579 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-03e37dd2-740b-4654-ad09-6160761ab66e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'security_group_rule': {'security_group_id': 'c047eeda-0049-4aeb-b4a2-2ca83a699853', 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:21.299873 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03e37dd2-740b-4654-ad09-6160761ab66e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (315f68da-5368-4698-909c-209612db34da), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.360362 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03e37dd2-740b-4654-ad09-6160761ab66e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (315f68da-5368-4698-909c-209612db34da), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.433725 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03e37dd2-740b-4654-ad09-6160761ab66e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (315f68da-5368-4698-909c-209612db34da), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.450793 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e37dd2-740b-4654-ad09-6160761ab66e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315f68da-5368-4698-909c-209612db34da,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:21.527621 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03e37dd2-740b-4654-ad09-6160761ab66e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.528861 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-03e37dd2-740b-4654-ad09-6160761ab66e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058045 Mar 09 06:22:21.531484 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50740) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:21.535740 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'security_group_rule': {'security_group_id': 'c047eeda-0049-4aeb-b4a2-2ca83a699853', 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:21.633206 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (f3ff364f-bdcb-477e-97f3-b7c22af8b63b), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.688419 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (f3ff364f-bdcb-477e-97f3-b7c22af8b63b), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.748350 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (f3ff364f-bdcb-477e-97f3-b7c22af8b63b), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.765307 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ff364f-bdcb-477e-97f3-b7c22af8b63b,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:21.772630 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.772982 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.773335 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.773671 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.774001 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.774331 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.774658 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.774983 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.775308 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.776125 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.776459 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.781170 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.781170 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:22:21.836111 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:21.837312 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-6e9a988d-de8a-452e-afcd-aaf13fba6ba4 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049154 Mar 09 06:22:21.847086 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50742) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:21.851396 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-962637f4-c1f1-4bdd-83ce-954ed13de907 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'security_group_rule': {'security_group_id': 'c047eeda-0049-4aeb-b4a2-2ca83a699853', 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:21.948774 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.securitygroups_db [None req-962637f4-c1f1-4bdd-83ce-954ed13de907 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Project 52c50894e3404d61871d9a5bc5b0b672 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 06:22:21.953383 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-962637f4-c1f1-4bdd-83ce-954ed13de907 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (ab1e3ad0-403f-4edd-94a0-fed30557f3fd), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:22.011495 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-962637f4-c1f1-4bdd-83ce-954ed13de907 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (ab1e3ad0-403f-4edd-94a0-fed30557f3fd), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:22.108436 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-962637f4-c1f1-4bdd-83ce-954ed13de907 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (ab1e3ad0-403f-4edd-94a0-fed30557f3fd), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:22.126176 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962637f4-c1f1-4bdd-83ce-954ed13de907 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1e3ad0-403f-4edd-94a0-fed30557f3fd,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:22.208086 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-962637f4-c1f1-4bdd-83ce-954ed13de907 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:22.209282 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-962637f4-c1f1-4bdd-83ce-954ed13de907 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612413 Mar 09 06:22:22.212029 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50744) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:22:22.220380 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-3acadfb6-9a0a-4683-b843-75f61bf65325 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'security_group_rule': {'security_group_id': 'c047eeda-0049-4aeb-b4a2-2ca83a699853', 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:22.295601 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.securitygroups_db [None req-3acadfb6-9a0a-4683-b843-75f61bf65325 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Project 52c50894e3404d61871d9a5bc5b0b672 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 06:22:22.300438 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3acadfb6-9a0a-4683-b843-75f61bf65325 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (9a21e064-5c46-4b35-ba23-1f28f14e604a), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:22.356730 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3acadfb6-9a0a-4683-b843-75f61bf65325 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (9a21e064-5c46-4b35-ba23-1f28f14e604a), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:22.428653 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3acadfb6-9a0a-4683-b843-75f61bf65325 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (9a21e064-5c46-4b35-ba23-1f28f14e604a), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:22.445903 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acadfb6-9a0a-4683-b843-75f61bf65325 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a21e064-5c46-4b35-ba23-1f28f14e604a,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:22.527690 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3acadfb6-9a0a-4683-b843-75f61bf65325 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:22.528843 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-3acadfb6-9a0a-4683-b843-75f61bf65325 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3158600 Mar 09 06:22:22.737532 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-652b6b4e-dab7-445d-9942-b83d7532e43f tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687556616&fields=id&tenant_id=52c50894e3404d61871d9a5bc5b0b672 HTTP/1.1" status: 200 len: 267 time: 0.1651342 Mar 09 06:22:22.791963 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-565d98d4-45d4-4cb2-9b4f-d36495399424 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:22.793351 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-565d98d4-45d4-4cb2-9b4f-d36495399424 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0505524 Mar 09 06:22:22.803547 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'port': {'security_groups': ['0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9', 'c047eeda-0049-4aeb-b4a2-2ca83a699853']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:22:22.883892 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (72aa9035-1424-4458-81f7-fd939df322c9), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:23.059838 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] For port 72aa9035-1424-4458-81f7-fd939df322c9, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=72aa9035-1424-4458-81f7-fd939df322c9,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:22:23.087242 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for port (72aa9035-1424-4458-81f7-fd939df322c9), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:23.131199 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (72aa9035-1424-4458-81f7-fd939df322c9), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:23.148562 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['72aa9035-1424-4458-81f7-fd939df322c9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:22:23.173860 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:23.174385 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:23.177354 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-178a98bf-3801-4006-b354-8fe15e2dbc84 req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "PUT /v2.0/ports/72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 982 time: 0.3765459 Mar 09 06:22:23.177354 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:22:23.178460 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4204a00-cd2e-47a9-918b-e05610a1af51" -d '{"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:22:23.220151 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef9f4f-616e-4fe3-bd9d-1fc787dfccce tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'Port': ['ID=72aa9035-1424-4458-81f7-fd939df322c9,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:22:23.230774 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cc825b-a75b-4e7f-a8d6-a2ae2a3d54d8 x-openstack-request-id: req-40cc825b-a75b-4e7f-a8d6-a2ae2a3d54d8 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:22:23.231062 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:22:23.231320 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40cc825b-a75b-4e7f-a8d6-a2ae2a3d54d8 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:22:23.231714 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9', 'status': 'completed', 'code': 200} Mar 09 06:22:23.250712 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['72aa9035-1424-4458-81f7-fd939df322c9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:22:23.341553 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2968-7628-4320-aa37-244ffb7523e4 req-1fb5d96e-805b-4bb4-8690-cce3b8fed768 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:23.343089 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a89a2968-7628-4320-aa37-244ffb7523e4 req-1fb5d96e-805b-4bb4-8690-cce3b8fed768 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0959625 Mar 09 06:22:23.345987 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-8a183474-f153-4ede-ad59-daefa979002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:23.347225 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-8a183474-f153-4ede-ad59-daefa979002c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1169 time: 0.0871420 Mar 09 06:22:23.472610 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-a89a2968-7628-4320-aa37-244ffb7523e4 req-fa0487bb-7bfa-4dc0-8e4d-da0f5483c8a5 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231546 Mar 09 06:22:23.483072 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-660e6d60-5b51-4825-9c37-aa84105cae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:23.484549 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-660e6d60-5b51-4825-9c37-aa84105cae3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 915 time: 0.1288967 Mar 09 06:22:23.513022 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-af02b508-9bbb-46d7-a72d-b92714f20b9c None None] Provisioning complete for port 72aa9035-1424-4458-81f7-fd939df322c9 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:22:23.513395 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-af02b508-9bbb-46d7-a72d-b92714f20b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (72aa9035-1424-4458-81f7-fd939df322c9), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:23.549648 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-845f78ce-16a1-45a1-bcc3-088d655c988b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 1001 time: 0.0587196 Mar 09 06:22:23.597218 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-6a039bd5-0566-4b37-899d-b7195bd85193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:23.598566 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-6a039bd5-0566-4b37-899d-b7195bd85193 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 200 len: 853 time: 0.0430391 Mar 09 06:22:23.653329 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-72347b35-7588-4b72-a1d1-2cfc635eb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:23.655145 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-72347b35-7588-4b72-a1d1-2cfc635eb87b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482070 Mar 09 06:22:23.726598 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-af02b508-9bbb-46d7-a72d-b92714f20b9c None None] Current status of the port 72aa9035-1424-4458-81f7-fd939df322c9 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:22:23.745815 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-12c57ba4-1b2f-4d52-be6f-0e497b788a07 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840776 Mar 09 06:22:23.838893 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b4204a00-cd2e-47a9-918b-e05610a1af51 req-04dc3a7c-fe64-4736-9e92-ddded48554eb service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863361 Mar 09 06:22:24.113813 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:33.470168 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-362f2b5b-4911-42f4-b61d-38208c851ada req-deebcfaa-bc32-4c6c-8fe7-01e668c12390 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431759 Mar 09 06:22:33.558962 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f2b5b-4911-42f4-b61d-38208c851ada req-16260242-5462-4a9b-966b-dd3e00b812d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:33.560451 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-362f2b5b-4911-42f4-b61d-38208c851ada req-16260242-5462-4a9b-966b-dd3e00b812d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 1129 time: 0.0438094 Mar 09 06:22:33.664080 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f2b5b-4911-42f4-b61d-38208c851ada req-1d93f3cb-6ba8-47aa-9d68-f75aa6bccb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:33.665537 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-362f2b5b-4911-42f4-b61d-38208c851ada req-1d93f3cb-6ba8-47aa-9d68-f75aa6bccb1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 911 time: 0.0858462 Mar 09 06:22:33.732698 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-362f2b5b-4911-42f4-b61d-38208c851ada req-32304043-b55e-4807-9253-ecc77addaa5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0564294 Mar 09 06:22:33.784018 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f2b5b-4911-42f4-b61d-38208c851ada req-7440b576-554f-40f4-8d85-020550d74971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:33.787863 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-362f2b5b-4911-42f4-b61d-38208c851ada req-7440b576-554f-40f4-8d85-020550d74971 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0465248 Mar 09 06:22:33.834446 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f2b5b-4911-42f4-b61d-38208c851ada req-9e817c1b-d7b4-4fc9-9e41-3812d6402f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:22:33.835891 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-362f2b5b-4911-42f4-b61d-38208c851ada req-9e817c1b-d7b4-4fc9-9e41-3812d6402f7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422578 Mar 09 06:22:33.925990 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-362f2b5b-4911-42f4-b61d-38208c851ada req-cec4f592-bcc7-47cb-947f-2b76cd17a99f service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828254 Mar 09 06:22:34.014942 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-362f2b5b-4911-42f4-b61d-38208c851ada req-25035d0b-8bb1-4a83-9ed1-c05492aaf755 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819738 Mar 09 06:22:36.454550 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a1281bf9-3766-435a-afa6-a8e7439e951b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:38.729160 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e34bd930-cf42-4286-9cc2-16cf3afff3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:40.089382 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:41.048993 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:42.747473 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:22:50.739973 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:22:54.164603 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:06.449859 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-58215039-b34c-4e79-b724-5bc6a372cc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:08.729269 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e507c4d3-c84f-4d7b-b7c5-c608b5a8261b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:09.912061 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-b6e5a20b-813f-4854-a22c-00e1c3627d9b req-79aed8b2-64f5-493a-97e0-72dca45fd661 service neutron] (103636) timed out ('10.222.0.20', 55310) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 06:23:09.965764 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-5b72090d-1e25-482e-9330-473cb53c90a3 req-73d5585d-3ad3-4b7b-a8b0-7b92363e1d20 service neutron] (103636) timed out ('10.222.0.20', 55309) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 06:23:10.078203 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:11.026497 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:12.752255 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:17.458074 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c95a02-405e-4321-b7e4-e040d758a6fb req-b817eff4-fbde-441e-9de4-77de47888373 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:17.459525 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27c95a02-405e-4321-b7e4-e040d758a6fb req-b817eff4-fbde-441e-9de4-77de47888373 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0986764 Mar 09 06:23:17.508210 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-27c95a02-405e-4321-b7e4-e040d758a6fb req-4b2e98a8-9c3e-410d-9091-777c423a4586 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Mar 09 06:23:18.624166 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7744ccd-5a57-43e6-8185-427e192ef812 req-02a42334-f221-4fb6-abdf-6b8a3e1181cc tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:18.625661 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7744ccd-5a57-43e6-8185-427e192ef812 req-02a42334-f221-4fb6-abdf-6b8a3e1181cc tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0520170 Mar 09 06:23:18.670923 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f7744ccd-5a57-43e6-8185-427e192ef812 req-a2c1964d-04d0-4646-9928-74437c50097f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398669 Mar 09 06:23:19.694324 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-1686ff09-08da-4e20-86d2-b8c76a434f0b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:19.695783 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-1686ff09-08da-4e20-86d2-b8c76a434f0b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0515361 Mar 09 06:23:19.820636 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fafe21-2a18-4730-9628-ecfde5a022f6 req-826256fc-7bbf-4a7c-885e-b4a38a55bf34 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:19.822102 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31fafe21-2a18-4730-9628-ecfde5a022f6 req-826256fc-7bbf-4a7c-885e-b4a38a55bf34 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 945 time: 0.0868056 Mar 09 06:23:19.845856 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Deleting port eaae2d2c-2329-4947-b683-95f979f8aa1c {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:23:19.846197 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:19.932281 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-31fafe21-2a18-4730-9628-ecfde5a022f6 req-a9ead9ac-f066-4c59-bbb7-9afec3caf9e5 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c363df0-74aa-43fc-9e52-a1c675ee14c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040902 Mar 09 06:23:19.957963 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] For port eaae2d2c-2329-4947-b683-95f979f8aa1c, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=eaae2d2c-2329-4947-b683-95f979f8aa1c,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:23:19.958262 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:20.130646 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:20.131014 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (e08c8f47-9ace-43cd-ac7d-c70571138e91), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:20.131307 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Floating IP e08c8f47-9ace-43cd-ac7d-c70571138e91 disassociated. External IP: 172.27.0.116, port: eaae2d2c-2329-4947-b683-95f979f8aa1c. Mar 09 06:23:20.131648 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Calling delete_port for eaae2d2c-2329-4947-b683-95f979f8aa1c owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:23:20.311896 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (eaae2d2c-2329-4947-b683-95f979f8aa1c), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:20.339727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event deleted for resources: {'Port': ['ID=eaae2d2c-2329-4947-b683-95f979f8aa1c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:20.455135 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:23:20.561977 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:23:20.571107 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] Sync routers for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:23:20.580576 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:23:20.581177 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:23:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:23:20.602243 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] No DVR routers for this DVR port eaae2d2c-2329-4947-b683-95f979f8aa1c on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:23:20.604888 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:20.608450 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f87468d5-cfea-49c7-91b0-4f19f720b324 req-14428f4e-027d-4538-a987-5ec315d9f47d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "DELETE /v2.0/ports/eaae2d2c-2329-4947-b683-95f979f8aa1c HTTP/1.1" status: 204 len: 173 time: 0.9067583 Mar 09 06:23:20.608876 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'name': 'network-vif-deleted', 'tag': 'eaae2d2c-2329-4947-b683-95f979f8aa1c'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:23:20.611085 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d914fc9-36e6-4f1a-8133-c4a63de0d7a1" -d '{"events": [{"server_uuid": "a6b89494-2549-478d-8b6b-0b5658267e9b", "name": "network-vif-deleted", "tag": "eaae2d2c-2329-4947-b683-95f979f8aa1c"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:23:20.691923 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:23:20.721156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a512b1f-7b0a-467a-95e1-f335f592f01a x-openstack-request-id: req-6a512b1f-7b0a-467a-95e1-f335f592f01a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:23:20.721156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b89494-2549-478d-8b6b-0b5658267e9b", "name": "network-vif-deleted", "tag": "eaae2d2c-2329-4947-b683-95f979f8aa1c", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:23:20.721156 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a512b1f-7b0a-467a-95e1-f335f592f01a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:23:20.721156 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b89494-2549-478d-8b6b-0b5658267e9b', 'name': 'network-vif-deleted', 'tag': 'eaae2d2c-2329-4947-b683-95f979f8aa1c', 'status': 'completed', 'code': 200} Mar 09 06:23:21.029731 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:23:21.043412 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-814ecc1a-9694-4327-8df8-b8403f4fcb8f req-19741970-3511-473f-beed-0fc5aa496567 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b89494-2549-478d-8b6b-0b5658267e9b HTTP/1.1" status: 200 len: 210 time: 0.0311637 Mar 09 06:23:21.055637 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] Checking router: f2ac6aa4-6cbf-4fea-954f-43cfee67f304 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:23:21.064551 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:23:21.065164 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:23:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:23:21.169847 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:23:21.360943 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:23:21.386165 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f413a9-e2a0-40f1-8d36-043b34243f34 None None] The sync data for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi is: [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:23:21.607056 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48150f18-ab83-454a-a570-670b3e9d5439 None None] New status for floating IP e08c8f47-9ace-43cd-ac7d-c70571138e91: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:23:22.198548 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50802) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:23:22.251170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (9c363df0-74aa-43fc-9e52-a1c675ee14c1), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.273496 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (9c363df0-74aa-43fc-9e52-a1c675ee14c1), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.374775 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (9c363df0-74aa-43fc-9e52-a1c675ee14c1), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.377390 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.378529 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "DELETE /v2.0/security-groups/9c363df0-74aa-43fc-9e52-a1c675ee14c1 HTTP/1.1" status: 204 len: 168 time: 0.1783884 Mar 09 06:23:22.381361 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50806) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:23:22.388081 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c363df0-74aa-43fc-9e52-a1c675ee14c1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:22.395057 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.395214 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.api.v2.resource [None req-a7deab7a-e68d-4864-b28d-36c07cf0b99e tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] show failed (client error): The resource could not be found. Mar 09 06:23:22.395410 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.395760 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.396043 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a7deab7a-e68d-4864-b28d-36c07cf0b99e tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups/9c363df0-74aa-43fc-9e52-a1c675ee14c1 HTTP/1.1" status: 404 len: 347 time: 0.0136991 Mar 09 06:23:22.396172 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.396582 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.396927 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.397262 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.397594 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.397925 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.398260 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.398677 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.398797 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50808) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:23:22.399020 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.399337 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eacf53-f7e0-4c70-87b2-7d0adfb80c15 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.519284 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Deleting port c3150f5c-f41c-4816-9a6a-def87cbc7398 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:23:22.519628 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (c3150f5c-f41c-4816-9a6a-def87cbc7398), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.591449 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (c3150f5c-f41c-4816-9a6a-def87cbc7398), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.591772 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (c3150f5c-f41c-4816-9a6a-def87cbc7398), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.603143 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Calling delete_port for c3150f5c-f41c-4816-9a6a-def87cbc7398 owned by network:floatingip {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:23:22.769023 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (c3150f5c-f41c-4816-9a6a-def87cbc7398), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.799270 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event deleted for resources: {'Port': ['ID=c3150f5c-f41c-4816-9a6a-def87cbc7398,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:22.836531 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.836879 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.837219 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.837553 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.837883 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.838208 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.838532 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.838862 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.839210 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.839534 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.840385 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.840726 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.841044 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:22.862680 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (e08c8f47-9ace-43cd-ac7d-c70571138e91), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.865410 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:22.866782 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-18afbf82-07b8-4600-ae97-075b07c2fbd0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "DELETE /v2.0/floatingips/e08c8f47-9ace-43cd-ac7d-c70571138e91 HTTP/1.1" status: 204 len: 168 time: 0.4671433 Mar 09 06:23:23.191306 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50812) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:23:23.195871 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-7d81cc46-a422-4555-9bfa-8e0132dfdf87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570486704', 'description': 'tempest-description--316807424'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:23:23.260494 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d81cc46-a422-4555-9bfa-8e0132dfdf87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.328214 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d81cc46-a422-4555-9bfa-8e0132dfdf87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (608bfece-8cce-4f26-a3ff-ab5dc4ddaa50), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.403613 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d81cc46-a422-4555-9bfa-8e0132dfdf87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (608bfece-8cce-4f26-a3ff-ab5dc4ddaa50), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.430951 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81cc46-a422-4555-9bfa-8e0132dfdf87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:23.494680 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d81cc46-a422-4555-9bfa-8e0132dfdf87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.495902 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-7d81cc46-a422-4555-9bfa-8e0132dfdf87 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3036220 Mar 09 06:23:23.498688 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50814) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:23:23.502820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-d4ada9a9-3166-45c5-927b-1a2fba0669bf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'security_group_rule': {'security_group_id': '608bfece-8cce-4f26-a3ff-ab5dc4ddaa50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:23:23.582904 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d4ada9a9-3166-45c5-927b-1a2fba0669bf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (53527671-d8a4-4f3b-a682-07ff6013d5ad), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.635939 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d4ada9a9-3166-45c5-927b-1a2fba0669bf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (53527671-d8a4-4f3b-a682-07ff6013d5ad), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.704133 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d4ada9a9-3166-45c5-927b-1a2fba0669bf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (53527671-d8a4-4f3b-a682-07ff6013d5ad), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.721352 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ada9a9-3166-45c5-927b-1a2fba0669bf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53527671-d8a4-4f3b-a682-07ff6013d5ad,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:23.791576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d4ada9a9-3166-45c5-927b-1a2fba0669bf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.792792 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d4ada9a9-3166-45c5-927b-1a2fba0669bf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931755 Mar 09 06:23:23.795403 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50818) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:23:23.799632 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-2420eb23-7ca9-4ff3-8a4e-5086a75f617a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'security_group_rule': {'security_group_id': '608bfece-8cce-4f26-a3ff-ab5dc4ddaa50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:23:23.882202 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2420eb23-7ca9-4ff3-8a4e-5086a75f617a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (a31c5c5b-7ab7-4482-9f11-5e1482f3b786), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.935242 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2420eb23-7ca9-4ff3-8a4e-5086a75f617a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (a31c5c5b-7ab7-4482-9f11-5e1482f3b786), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:23.980868 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2420eb23-7ca9-4ff3-8a4e-5086a75f617a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318681'] for security_group_rule (a31c5c5b-7ab7-4482-9f11-5e1482f3b786), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:24.000309 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420eb23-7ca9-4ff3-8a4e-5086a75f617a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31c5c5b-7ab7-4482-9f11-5e1482f3b786,revision_number=0']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:24.056908 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2420eb23-7ca9-4ff3-8a4e-5086a75f617a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:24.060353 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-2420eb23-7ca9-4ff3-8a4e-5086a75f617a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2617795 Mar 09 06:23:24.065801 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50822) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:23:24.070213 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'floatingip': {'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:23:24.129127 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:24.203539 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:24.337363 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48805-4cfe-469b-9b74-f774d1915e6f req-f02444a8-ddea-4a20-83e5-f93110865200 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:24.338766 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e0a48805-4cfe-469b-9b74-f774d1915e6f req-f02444a8-ddea-4a20-83e5-f93110865200 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0674376 Mar 09 06:23:24.374449 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:24.471777 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e0a48805-4cfe-469b-9b74-f774d1915e6f req-8985314c-aeb9-42f2-b8fe-c324446675bd tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250794 Mar 09 06:23:24.482483 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0082ad-154b-456f-b306-80a47eadf521 req-bd6c803f-6317-41fb-8a21-4d84a296715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:24.483849 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e0082ad-154b-456f-b306-80a47eadf521 req-bd6c803f-6317-41fb-8a21-4d84a296715b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1169 time: 0.1538124 Mar 09 06:23:24.580055 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Allocated IP 172.27.0.9 (c157ab18-152d-41be-aa6d-29175f568c2a/2c45987e-aedb-444e-a9e2-8ad905eda242/762a5429-5089-442b-b837-a4a0baf72313) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:23:24.628379 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0082ad-154b-456f-b306-80a47eadf521 req-ce43f1a8-1692-410e-b106-f01276a6cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:24.629854 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e0082ad-154b-456f-b306-80a47eadf521 req-ce43f1a8-1692-410e-b106-f01276a6cab3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 915 time: 0.1258523 Mar 09 06:23:24.651852 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device eaae2d2c-2329-4947-b683-95f979f8aa1c no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:23:24.672070 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: eaae2d2c-2329-4947-b683-95f979f8aa1c {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:23:24.672418 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device eaae2d2c-2329-4947-b683-95f979f8aa1c not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:23:24.736262 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e0082ad-154b-456f-b306-80a47eadf521 req-60e3c616-d7dc-45b2-bdfe-9cdeb5a354ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 1001 time: 0.0988388 Mar 09 06:23:24.773077 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for port (762a5429-5089-442b-b837-a4a0baf72313), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:24.799077 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0082ad-154b-456f-b306-80a47eadf521 req-f3c94120-768f-48d1-8ad9-d0f976f8b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:24.800463 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e0082ad-154b-456f-b306-80a47eadf521 req-f3c94120-768f-48d1-8ad9-d0f976f8b12a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 200 len: 853 time: 0.0583200 Mar 09 06:23:24.856980 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0082ad-154b-456f-b306-80a47eadf521 req-d6bd8ddf-e3e3-475d-bac4-a97334c11d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:24.858436 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e0082ad-154b-456f-b306-80a47eadf521 req-d6bd8ddf-e3e3-475d-bac4-a97334c11d8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503197 Mar 09 06:23:24.920751 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (762a5429-5089-442b-b837-a4a0baf72313), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:24.972510 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Network c157ab18-152d-41be-aa6d-29175f568c2a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:23:24.982219 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:23:24.988092 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:23:24.992315 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'Port': ['ID=762a5429-5089-442b-b837-a4a0baf72313,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:25.013937 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e0082ad-154b-456f-b306-80a47eadf521 req-1bc38d2c-5586-47f4-929e-0e1bbdd787a0 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484673 Mar 09 06:23:25.143993 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (61a4efb0-b505-491f-8d06-67af41a52b01), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:25.146813 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8e0082ad-154b-456f-b306-80a47eadf521 req-8bf0f73e-d9ff-498a-a5a8-7db2213a68fa service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255312 Mar 09 06:23:25.248804 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (762a5429-5089-442b-b837-a4a0baf72313), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:25.694139 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for port (762a5429-5089-442b-b837-a4a0baf72313), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:25.713745 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c029187-8c2b-4114-9998-61d2a7939711 req-4b72d433-d6b5-440b-a5b9-d0a505e47d19 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:25.715302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c029187-8c2b-4114-9998-61d2a7939711 req-4b72d433-d6b5-440b-a5b9-d0a505e47d19 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0678747 Mar 09 06:23:25.768257 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (762a5429-5089-442b-b837-a4a0baf72313), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:25.797351 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-0c029187-8c2b-4114-9998-61d2a7939711 req-5ec8faa6-0693-49a0-86c2-f7b7b3dc3e6c tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762668 Mar 09 06:23:25.846246 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'Port': ['ID=762a5429-5089-442b-b837-a4a0baf72313,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:25.856090 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (61a4efb0-b505-491f-8d06-67af41a52b01), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:25.947978 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:25.949272 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-ae2e3640-5613-4479-a6a6-70585fb73013 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8825042 Mar 09 06:23:26.138891 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-c49c272a-cdda-42d4-92c2-aa842158e2b3 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--570486704&fields=id&tenant_id=15aa9d37cb3f4938b75a6a0336065cee HTTP/1.1" status: 200 len: 267 time: 0.0413952 Mar 09 06:23:26.243646 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-02e3df13-22d0-4d22-988e-b31a046a3827 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:26.245109 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-02e3df13-22d0-4d22-988e-b31a046a3827 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 810 time: 0.0999024 Mar 09 06:23:26.258940 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-16dd48aa-532a-4798-aa64-4605cf693742 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/quotas/15aa9d37cb3f4938b75a6a0336065cee HTTP/1.1" status: 200 len: 375 time: 0.0086272 Mar 09 06:23:26.310875 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d5177f9f-7743-41ef-a268-a298054ac65f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467656 Mar 09 06:23:26.400847 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-ae9a6115-c4c5-456e-bee0-5cfc7fc13f82 service neutron] 10.222.0.18 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792181 Mar 09 06:23:26.489114 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-63d2a7bf-78b6-41d3-97e4-11249a1cd9e5 service neutron] 10.222.0.18 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821185 Mar 09 06:23:26.737622 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-06390b5b-5a5d-4083-88cb-a702a0479822 req-e97148b2-c99a-452b-bbb0-128f706811ce tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 210 time: 0.0263987 Mar 09 06:23:26.916060 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3a302-e6af-4874-8838-3b5c76306dfc req-6428c2d2-eb83-4ec0-a2f1-935bb63fc749 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:26.917537 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-91f3a302-e6af-4874-8838-3b5c76306dfc req-6428c2d2-eb83-4ec0-a2f1-935bb63fc749 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0520844 Mar 09 06:23:26.980973 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-91f3a302-e6af-4874-8838-3b5c76306dfc req-73c796d8-fe1c-43c6-9528-918d37888244 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575907 Mar 09 06:23:27.737956 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:23:27.829302 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-64771868-f82c-478f-a572-0320b0c166ee req-25f5ab9e-97d6-4b55-a7cc-9e31abf43a01 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Mar 09 06:23:28.095326 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a85f-42a5-4c01-a27e-b3bc4d1a4682 req-b17feacd-0264-40b5-a63c-1acc27acc93b tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:28.096795 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8100a85f-42a5-4c01-a27e-b3bc4d1a4682 req-b17feacd-0264-40b5-a63c-1acc27acc93b tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0510108 Mar 09 06:23:28.154939 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-8100a85f-42a5-4c01-a27e-b3bc4d1a4682 req-009bf966-8637-456e-b72c-e31c45569c07 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525830 Mar 09 06:23:28.418859 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-595ced1b-6560-4412-a2c4-8cf761459b6d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:28.420297 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-595ced1b-6560-4412-a2c4-8cf761459b6d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 810 time: 0.1013939 Mar 09 06:23:28.481184 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-5856ec14-c3f2-44d9-a7be-7082e54f3f59 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15aa9d37cb3f4938b75a6a0336065cee HTTP/1.1" status: 200 len: 379 time: 0.0503607 Mar 09 06:23:28.492441 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'port': {'device_id': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'admin_state_up': True, 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'security_groups': ['608bfece-8cce-4f26-a3ff-ab5dc4ddaa50']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:23:28.677641 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Made reservation on behalf of 15aa9d37cb3f4938b75a6a0336065cee for: {'port': 1} {{(pid=103637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:23:28.680954 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:28.803366 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Allocated IP 172.20.0.9 (30ad9060-b8e8-4f5a-a8ef-409c7c135faf/de736fa5-3f73-4c43-9afe-172da4727aae/000ef945-7435-4ca7-b1bb-90866153f7ef) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:23:28.934495 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-aa3f1ccf-5cdb-430c-9d70-edf87108d1e7 req-da15f649-aab1-479c-b4b7-02c65f8fa50f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 210 time: 0.0350020 Mar 09 06:23:28.962439 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:29.063972 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763892276399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:29.106663 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:23:29.109767 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:23:29.116148 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:23:29.142774 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event updated for resources: {'Port': ['ID=000ef945-7435-4ca7-b1bb-90866153f7ef,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:29.169732 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:29.170079 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:29.236416 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-562cb2c9-0eef-4052-9e0c-058299b6d129 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7513640 Mar 09 06:23:29.278768 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423d327-8219-4cea-a253-acb6f5f67db1 req-99fd1c38-6f8c-4a9b-9624-29b33601bf52 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:29.280361 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7423d327-8219-4cea-a253-acb6f5f67db1 req-99fd1c38-6f8c-4a9b-9624-29b33601bf52 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0567060 Mar 09 06:23:29.322729 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-83342e96-0dac-4769-8501-ec503d494d11 None None] Provisioning complete for port 000ef945-7435-4ca7-b1bb-90866153f7ef triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:23:29.323254 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-83342e96-0dac-4769-8501-ec503d494d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:29.347254 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7423d327-8219-4cea-a253-acb6f5f67db1 req-77746388-ac32-49c8-8f95-8afb57a14e3d tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612137 Mar 09 06:23:29.357722 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-83342e96-0dac-4769-8501-ec503d494d11 None None] Port 000ef945-7435-4ca7-b1bb-90866153f7ef cannot update to ACTIVE because it is not bound. {{(pid=103638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:23:29.374641 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Request body: {'port': {'device_id': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83115'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:23:29.433846 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:29.680194 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000ef945-7435-4ca7-b1bb-90866153f7ef {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:23:29.688001 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Publish callbacks [] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:29.700104 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Transition to ACTIVE for port object 000ef945-7435-4ca7-b1bb-90866153f7ef will not be triggered until provisioned by entity L2. {{(pid=103637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:23:29.755084 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:29.827218 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Pushing event updated for resources: {'Port': ['ID=000ef945-7435-4ca7-b1bb-90866153f7ef,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:29.879489 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Attempting to bind port 000ef945-7435-4ca7-b1bb-90866153f7ef on host hv-cinder-83115 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:23:29.879820 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Attempting to bind port 000ef945-7435-4ca7-b1bb-90866153f7ef by drivers openvswitch,hyperv on host hv-cinder-83115 at level 0 using segments [{'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:23:29.880147 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Attempting to bind port 000ef945-7435-4ca7-b1bb-90866153f7ef on network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:23:29.884587 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Port 000ef945-7435-4ca7-b1bb-90866153f7ef on network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83115 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:23:29.884897 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Attempting to bind port 000ef945-7435-4ca7-b1bb-90866153f7ef on network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:23:29.890389 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Checking agent: {'id': '06e08cd1-a3f5-4203-a392-97dc1df4f373', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83115', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'started_at': datetime.datetime(2022, 3, 9, 6, 5, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:23:29.890716 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Checking segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:23:29.891092 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Bound using segment: {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:23:29.891508 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Bound port: 000ef945-7435-4ca7-b1bb-90866153f7ef, host: hv-cinder-83115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd639d0e5-6964-4663-b9ea-221575a8069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:23:29.891860 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:29.955497 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] For port 000ef945-7435-4ca7-b1bb-90866153f7ef, host hv-cinder-83115, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:23:29.958514 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] For port 000ef945-7435-4ca7-b1bb-90866153f7ef, host hv-cinder-83115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=000ef945-7435-4ca7-b1bb-90866153f7ef,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:23:30.034337 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:30.070708 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.071326 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:30.072701 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] 10.222.0.20 "PUT /v2.0/ports/000ef945-7435-4ca7-b1bb-90866153f7ef HTTP/1.1" status: 200 len: 1093 time: 0.7670162 Mar 09 06:23:30.074624 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'tag': '000ef945-7435-4ca7-b1bb-90866153f7ef'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:23:30.076949 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94610fba-9dac-4c66-ba18-72d0078a5e91" -d '{"events": [{"name": "network-changed", "server_uuid": "19a248c5-a727-40a5-8898-6d6c8a59c5d6", "tag": "000ef945-7435-4ca7-b1bb-90866153f7ef"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:23:30.115340 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf672-8ecf-4d8c-9949-9987e1af1454 req-3dfcf5c5-6f07-4445-81a8-b08db3b39e9a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.117211 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-439cf672-8ecf-4d8c-9949-9987e1af1454 req-3dfcf5c5-6f07-4445-81a8-b08db3b39e9a tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 943 time: 0.1145523 Mar 09 06:23:30.120821 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9b10d-3f86-4369-9854-be7b520bda5a service neutron] Pushing event updated for resources: {'Port': ['ID=000ef945-7435-4ca7-b1bb-90866153f7ef,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:30.125991 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d0a83-24bc-4525-b829-0f4d387e7ab1 x-openstack-request-id: req-378d0a83-24bc-4525-b829-0f4d387e7ab1 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:23:30.132631 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a248c5-a727-40a5-8898-6d6c8a59c5d6", "tag": "000ef945-7435-4ca7-b1bb-90866153f7ef", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:23:30.135739 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-378d0a83-24bc-4525-b829-0f4d387e7ab1 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:23:30.136185 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'tag': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'status': 'completed', 'code': 200} Mar 09 06:23:30.209074 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-439cf672-8ecf-4d8c-9949-9987e1af1454 req-cd28931e-9185-4731-a274-d2104f7f26bc tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846734 Mar 09 06:23:30.223061 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94610fba-9dac-4c66-ba18-72d0078a5e91 req-d51b885b-9003-4b32-9cab-10ac194b49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.224633 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94610fba-9dac-4c66-ba18-72d0078a5e91 req-d51b885b-9003-4b32-9cab-10ac194b49ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0819347 Mar 09 06:23:30.324666 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94610fba-9dac-4c66-ba18-72d0078a5e91 req-d89fcc13-0779-4c45-a777-7ec43d63f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.326114 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94610fba-9dac-4c66-ba18-72d0078a5e91 req-d89fcc13-0779-4c45-a777-7ec43d63f568 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0945415 Mar 09 06:23:30.429048 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94610fba-9dac-4c66-ba18-72d0078a5e91 req-3166798c-817e-446d-b2a4-0071405f7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.430439 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-94610fba-9dac-4c66-ba18-72d0078a5e91 req-3166798c-817e-446d-b2a4-0071405f7921 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983388 Mar 09 06:23:30.468410 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514223e-7260-4de8-bebb-750fcdadcca8 req-166b1706-6393-4a6e-a746-abf61a03b722 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.469824 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2514223e-7260-4de8-bebb-750fcdadcca8 req-166b1706-6393-4a6e-a746-abf61a03b722 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0565059 Mar 09 06:23:30.550832 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-64a00a1a-914f-47be-abbd-67dbf9c6ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.552303 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-64a00a1a-914f-47be-abbd-67dbf9c6ae14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0816517 Mar 09 06:23:30.557603 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-2514223e-7260-4de8-bebb-750fcdadcca8 req-0517d0df-48b7-46d4-a40e-dd0d676ca23e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798421 Mar 09 06:23:30.600071 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-4325a7b3-0d60-4aa1-8561-bc65e317d040 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ef945-7435-4ca7-b1bb-90866153f7ef HTTP/1.1" status: 200 len: 217 time: 0.0372665 Mar 09 06:23:30.645861 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-7bc3e875-d956-4de8-b74a-c431cbb59559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.647253 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-7bc3e875-d956-4de8-b74a-c431cbb59559 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0407655 Mar 09 06:23:30.693151 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-0a94884b-520d-4153-b452-eb08e12fc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:30.694559 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-0a94884b-520d-4153-b452-eb08e12fc5d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414364 Mar 09 06:23:30.785373 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-48544ddd-1e41-4dc8-9363-9c5fcd18e41b service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Mar 09 06:23:30.871800 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b0cf3975-5bba-4fc7-9ce7-090ba7f988e8 req-644f9ab7-4ccb-431a-bfa6-4eb77c8930f9 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795124 Mar 09 06:23:31.331376 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7072a-8e2e-4ad0-9035-9bf442be7b25 req-27fef7b3-38e2-4b75-8b07-e5f4f5f7b7ba tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:31.332834 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f0b7072a-8e2e-4ad0-9035-9bf442be7b25 req-27fef7b3-38e2-4b75-8b07-e5f4f5f7b7ba tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 943 time: 0.0541332 Mar 09 06:23:31.376991 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-f0b7072a-8e2e-4ad0-9035-9bf442be7b25 req-6846eac0-77f9-4065-9ef3-95e39a02b3a8 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387306 Mar 09 06:23:31.672758 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d229ac0-abe1-463a-81d5-2cffc5822b4a req-2ac5b8e0-9642-449c-9f50-5f159061fb91 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:31.674201 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d229ac0-abe1-463a-81d5-2cffc5822b4a req-2ac5b8e0-9642-449c-9f50-5f159061fb91 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0512974 Mar 09 06:23:31.731636 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d229ac0-abe1-463a-81d5-2cffc5822b4a req-3c15b5fb-3de4-49cf-b140-71d7e32b86fb tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513754 Mar 09 06:23:32.491069 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d403e7-4f70-4d01-b0cc-af5c22032c8e req-66f1d506-c4f2-44c8-a400-e4c879fed42f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:32.492433 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-11d403e7-4f70-4d01-b0cc-af5c22032c8e req-66f1d506-c4f2-44c8-a400-e4c879fed42f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 943 time: 0.0513592 Mar 09 06:23:32.540393 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-11d403e7-4f70-4d01-b0cc-af5c22032c8e req-3c088629-36af-480c-8ea9-17ffea7dae9f tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Mar 09 06:23:32.872095 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-3e98755b-740d-4f91-b54f-970ed84a9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:32.873592 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-3e98755b-740d-4f91-b54f-970ed84a9ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1169 time: 0.0667429 Mar 09 06:23:32.880997 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8390-96d7-4ab5-99dc-80e08e62c330 req-4d47793b-4698-4a8b-94c9-d9cef2d1b996 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:32.882355 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ab3a8390-96d7-4ab5-99dc-80e08e62c330 req-4d47793b-4698-4a8b-94c9-d9cef2d1b996 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0840454 Mar 09 06:23:33.001402 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ab3a8390-96d7-4ab5-99dc-80e08e62c330 req-c1b839f0-5ddc-4554-baa0-03dc7aaab255 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117463 Mar 09 06:23:33.017591 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-052aa679-f1ea-42a6-aac1-0887c81fc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:33.019030 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-052aa679-f1ea-42a6-aac1-0887c81fc148 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 915 time: 0.1236649 Mar 09 06:23:33.082661 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-b8c49f10-8241-4db7-b528-6dde9d89977e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 1001 time: 0.0568857 Mar 09 06:23:33.133901 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-41412d26-9bb4-45a6-862a-67114ffdcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:33.135355 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-41412d26-9bb4-45a6-862a-67114ffdcc98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 200 len: 853 time: 0.0471363 Mar 09 06:23:33.182504 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-461772d6-ba69-44b9-970d-9039bbc8a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:33.183948 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-461772d6-ba69-44b9-970d-9039bbc8a8ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427854 Mar 09 06:23:33.268919 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-589083a3-93d3-4691-bc5a-5919da3b65e6 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788374 Mar 09 06:23:33.357407 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d7a9c12b-959f-4bc2-a1cb-4dbebe37f491 req-65f660f2-3fd2-4f5a-8c15-59fe6cb7ff2a service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825827 Mar 09 06:23:33.707231 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb53b11-ae23-4fda-9a80-846dd085ebe4 req-b2ca15ed-9ffa-4dd2-8ac8-91804ab07812 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:33.708696 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ceb53b11-ae23-4fda-9a80-846dd085ebe4 req-b2ca15ed-9ffa-4dd2-8ac8-91804ab07812 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 943 time: 0.0513458 Mar 09 06:23:33.753127 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ceb53b11-ae23-4fda-9a80-846dd085ebe4 req-cdc1d1f1-7a83-4b3c-a70d-777bfbfd4faf tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389986 Mar 09 06:23:34.122944 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472a42a-398d-45b2-8dc1-caf678bdc6f2 req-4f361a81-4c88-4e92-a9d3-a633326c3523 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:34.124398 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9472a42a-398d-45b2-8dc1-caf678bdc6f2 req-4f361a81-4c88-4e92-a9d3-a633326c3523 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0557585 Mar 09 06:23:34.182948 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9472a42a-398d-45b2-8dc1-caf678bdc6f2 req-89a98084-7b1d-4dcf-a290-36282eb04d3f tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524247 Mar 09 06:23:34.654439 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 000ef945-7435-4ca7-b1bb-90866153f7ef details requested by agent hyperv_hv-cinder-83115 with host hv-cinder-83115 {{(pid=103638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:23:34.751234 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 000ef945-7435-4ca7-b1bb-90866153f7ef, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=000ef945-7435-4ca7-b1bb-90866153f7ef,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:23:34.761990 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Returning: {'device': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'port_id': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'mac_address': 'fa:16:3e:b0:a0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:23:34.798392 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 000ef945-7435-4ca7-b1bb-90866153f7ef is: DOWN; New status is: BUILD {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:23:34.798787 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:34.811834 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000ef945-7435-4ca7-b1bb-90866153f7ef {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:23:34.830872 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 000ef945-7435-4ca7-b1bb-90866153f7ef, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=000ef945-7435-4ca7-b1bb-90866153f7ef,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:23:34.869220 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aeb8e-066e-4f85-a9bd-0097a1802851 req-85ba8c99-01c2-4b6b-a34e-7904a73ecb00 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:34.870729 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25aeb8e-066e-4f85-a9bd-0097a1802851 req-85ba8c99-01c2-4b6b-a34e-7904a73ecb00 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 943 time: 0.0521753 Mar 09 06:23:34.916289 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d25aeb8e-066e-4f85-a9bd-0097a1802851 req-3633b68e-47d6-4e81-8ac8-8644d9d020b7 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398369 Mar 09 06:23:34.928701 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:34.978069 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=000ef945-7435-4ca7-b1bb-90866153f7ef,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:34.985557 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.985916 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.986266 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.986608 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.986945 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.987278 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.987606 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.987933 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.988263 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.988617 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.988943 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.989267 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:34.989589 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:23:35.297508 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['000ef945-7435-4ca7-b1bb-90866153f7ef'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:23:35.301577 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0ff25-46c8-41ec-a6f6-00e37a4b4f32 req-a72657d3-d84b-453c-bef0-f11c6c0062ad tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:35.303063 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7ee0ff25-46c8-41ec-a6f6-00e37a4b4f32 req-a72657d3-d84b-453c-bef0-f11c6c0062ad tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0545757 Mar 09 06:23:35.363709 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7ee0ff25-46c8-41ec-a6f6-00e37a4b4f32 req-9b863488-201f-4510-ab5f-35569033cefa tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549033 Mar 09 06:23:36.031222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d43bd-80e5-4eb7-bee1-6667aa2938ac req-35fff46f-812a-4024-a1c1-07ba249118ed tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:36.032702 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d03d43bd-80e5-4eb7-bee1-6667aa2938ac req-35fff46f-812a-4024-a1c1-07ba249118ed tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 944 time: 0.0520737 Mar 09 06:23:36.078004 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d03d43bd-80e5-4eb7-bee1-6667aa2938ac req-b7cd5152-9b6d-4ca4-8cb2-14e1493254e9 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Mar 09 06:23:36.477797 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1ce63bcc-f1ab-4eb0-ba88-cc62d94b4e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:36.478385 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6903e0-2da3-46cc-b8e5-40ad8da9e192 req-8395b9a2-0c8c-4b19-9de2-b052b2a61f04 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:36.479710 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f6903e0-2da3-46cc-b8e5-40ad8da9e192 req-8395b9a2-0c8c-4b19-9de2-b052b2a61f04 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0509746 Mar 09 06:23:36.541355 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7f6903e0-2da3-46cc-b8e5-40ad8da9e192 req-5e0b3b2a-0159-4149-8066-5d6571a49fb5 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=c047eeda-0049-4aeb-b4a2-2ca83a699853&id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551608 Mar 09 06:23:36.665122 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 000ef945-7435-4ca7-b1bb-90866153f7ef up at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:23:36.785525 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning for port 000ef945-7435-4ca7-b1bb-90866153f7ef completed by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:23:36.789235 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Provisioning complete for port 000ef945-7435-4ca7-b1bb-90866153f7ef triggered by entity L2. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:23:36.789611 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:36.863169 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Current status of the port 000ef945-7435-4ca7-b1bb-90866153f7ef is: BUILD; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:23:36.863557 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:36.885145 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ef945-7435-4ca7-b1bb-90866153f7ef'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:23:36.887337 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b218200dae2ebfe8fbf56133377a06ebb7382a4591f1382683b3f6d84dca639e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076d7de2-3409-4d9b-87c1-ba7e047247c4" -d '{"events": [{"server_uuid": "19a248c5-a727-40a5-8898-6d6c8a59c5d6", "name": "network-vif-plugged", "status": "completed", "tag": "000ef945-7435-4ca7-b1bb-90866153f7ef"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:23:36.899495 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] For port 000ef945-7435-4ca7-b1bb-90866153f7ef, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=000ef945-7435-4ca7-b1bb-90866153f7ef,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:23:36.923982 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe4c48e-caab-4f22-b943-86ddb539019e x-openstack-request-id: req-dfe4c48e-caab-4f22-b943-86ddb539019e {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:23:36.924266 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a248c5-a727-40a5-8898-6d6c8a59c5d6", "name": "network-vif-plugged", "status": "completed", "tag": "000ef945-7435-4ca7-b1bb-90866153f7ef", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:23:36.924552 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfe4c48e-caab-4f22-b943-86ddb539019e {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:23:36.924945 dv-cinder-831154-2-iscsi neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'code': 200} Mar 09 06:23:36.972164 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:37.022166 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Pushing event updated for resources: {'Port': ['ID=000ef945-7435-4ca7-b1bb-90866153f7ef,revision_number=5']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:23:37.216332 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669456-5650-46af-bdfc-218082e43c3d req-87cba605-6f28-4029-afa7-a5efb3cf2caa tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:37.217759 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-25669456-5650-46af-bdfc-218082e43c3d req-87cba605-6f28-4029-afa7-a5efb3cf2caa tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 945 time: 0.0757146 Mar 09 06:23:37.249855 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0361c1-5132-46c1-b7f2-dee74d92308f req-d0eea7cb-2909-40f9-ae8a-69e0b50a8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:37.251274 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f0361c1-5132-46c1-b7f2-dee74d92308f req-d0eea7cb-2909-40f9-ae8a-69e0b50a8b83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0726893 Mar 09 06:23:37.284783 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-25669456-5650-46af-bdfc-218082e43c3d req-db0ad85f-a95d-4b26-8c1e-4e8a623000f1 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605400 Mar 09 06:23:37.306850 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4f0361c1-5132-46c1-b7f2-dee74d92308f req-71db92c0-1a8c-4610-a322-52f7e5b256d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481195 Mar 09 06:23:38.402972 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5b120-d123-4aa5-818d-2569340315e5 req-215260f5-ec93-413f-a4fd-10325cfc8f1d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:38.405126 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b5b120-d123-4aa5-818d-2569340315e5 req-215260f5-ec93-413f-a4fd-10325cfc8f1d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 945 time: 0.0541551 Mar 09 06:23:38.449395 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-b8b5b120-d123-4aa5-818d-2569340315e5 req-39d1259e-4a07-4d3f-8b71-83c95781f422 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388598 Mar 09 06:23:38.714885 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3f44f723-6f19-471b-b67f-ac7390046a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:39.562992 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee1c8-b303-47e1-b737-fecf8f6eff44 req-ef7a7c52-0162-4ce9-a660-62c7096f6175 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:39.564416 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d2ee1c8-b303-47e1-b737-fecf8f6eff44 req-ef7a7c52-0162-4ce9-a660-62c7096f6175 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 945 time: 0.0499547 Mar 09 06:23:39.609295 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-4d2ee1c8-b303-47e1-b737-fecf8f6eff44 req-30519d86-ed2d-4a22-9471-0cd019b40ee9 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Mar 09 06:23:39.724339 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d394810-c62f-4a05-82dd-9690aacadf3e req-42734552-9962-48a8-ae2a-9265cf453674 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:39.725791 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7d394810-c62f-4a05-82dd-9690aacadf3e req-42734552-9962-48a8-ae2a-9265cf453674 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 945 time: 0.0534253 Mar 09 06:23:39.734881 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 50910) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:23:39.739182 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Request body: {'floatingip': {'port_id': '000ef945-7435-4ca7-b1bb-90866153f7ef'}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:23:39.777230 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (61a4efb0-b505-491f-8d06-67af41a52b01), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:40.058225 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:40.208400 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:40.260108 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (61a4efb0-b505-491f-8d06-67af41a52b01), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:40.360685 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Floating IP 61a4efb0-b505-491f-8d06-67af41a52b01 associated. External IP: 172.27.0.9, port: 000ef945-7435-4ca7-b1bb-90866153f7ef. Mar 09 06:23:40.831286 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:23:40.937731 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:23:40.942631 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:40.947220 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] Sync routers for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:23:40.958930 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:23:40.959841 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:23:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:23:40.976028 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-de2123e4-f934-40a8-bada-60db0d1bff20 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "PUT /v2.0/floatingips/61a4efb0-b505-491f-8d06-67af41a52b01 HTTP/1.1" status: 200 len: 989 time: 1.2400382 Mar 09 06:23:40.976631 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'tag': '000ef945-7435-4ca7-b1bb-90866153f7ef'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:23:40.978847 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22098f32-e080-487a-9cce-5e87c2282d17" -d '{"events": [{"name": "network-changed", "server_uuid": "19a248c5-a727-40a5-8898-6d6c8a59c5d6", "tag": "000ef945-7435-4ca7-b1bb-90866153f7ef"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:23:41.019783 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec6eb40-2de3-4b3c-a66d-11d2480d2fc4 x-openstack-request-id: req-9ec6eb40-2de3-4b3c-a66d-11d2480d2fc4 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:23:41.020072 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a248c5-a727-40a5-8898-6d6c8a59c5d6", "tag": "000ef945-7435-4ca7-b1bb-90866153f7ef", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:23:41.020329 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ec6eb40-2de3-4b3c-a66d-11d2480d2fc4 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:23:41.020757 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'tag': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'status': 'completed', 'code': 200} Mar 09 06:23:41.076160 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:41.088454 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22098f32-e080-487a-9cce-5e87c2282d17 req-4441809f-c738-48ad-8371-b8bd2d8aba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:41.088454 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-22098f32-e080-487a-9cce-5e87c2282d17 req-4441809f-c738-48ad-8371-b8bd2d8aba49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0444815 Mar 09 06:23:41.088765 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:23:41.177469 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22098f32-e080-487a-9cce-5e87c2282d17 req-1cce02e8-da89-484b-b33b-dea960336ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:41.178952 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-22098f32-e080-487a-9cce-5e87c2282d17 req-1cce02e8-da89-484b-b33b-dea960336ae3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 200 len: 911 time: 0.0887387 Mar 09 06:23:41.243287 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-22098f32-e080-487a-9cce-5e87c2282d17 req-dae40d17-cb78-403c-ba4b-eef77b730104 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ef945-7435-4ca7-b1bb-90866153f7ef HTTP/1.1" status: 200 len: 997 time: 0.0587804 Mar 09 06:23:41.304109 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22098f32-e080-487a-9cce-5e87c2282d17 req-3e1066db-16fd-4ca2-bc74-c5b5357f9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:41.305553 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-22098f32-e080-487a-9cce-5e87c2282d17 req-3e1066db-16fd-4ca2-bc74-c5b5357f9ec5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 200 len: 849 time: 0.0425811 Mar 09 06:23:41.309004 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '61a4efb0-b505-491f-8d06-67af41a52b01', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'port_id': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'mac_address': 'fa:16:3e:b0:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:23:25Z', 'updated_at': '2022-03-09T06:23:40Z', 'revision_number': 1, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:23:41.334838 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] Checking router: f2ac6aa4-6cbf-4fea-954f-43cfee67f304 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:23:41.343165 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:23:41.343713 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:23:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:23:41.355177 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22098f32-e080-487a-9cce-5e87c2282d17 req-1ab01dcb-ff72-4a5f-962c-61bfb72e3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:23:41.357205 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-22098f32-e080-487a-9cce-5e87c2282d17 req-1ab01dcb-ff72-4a5f-962c-61bfb72e3c6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30ad9060-b8e8-4f5a-a8ef-409c7c135faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455024 Mar 09 06:23:41.444796 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-22098f32-e080-487a-9cce-5e87c2282d17 req-b2849ec4-fc39-422e-9b9b-fab2b0f8e258 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812342 Mar 09 06:23:41.448372 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:23:41.534856 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-22098f32-e080-487a-9cce-5e87c2282d17 req-2af3ca7f-61e1-4af9-b241-1d664bc62ab7 service neutron] 10.222.0.20 "GET /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847228 Mar 09 06:23:41.663432 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '61a4efb0-b505-491f-8d06-67af41a52b01', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'port_id': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'mac_address': 'fa:16:3e:b0:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:23:25Z', 'updated_at': '2022-03-09T06:23:40Z', 'revision_number': 1, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:23:41.692835 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e2df27-c401-44c0-8676-a700e1a86973 None None] The sync data for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi is: [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_floatingips': [{'id': '61a4efb0-b505-491f-8d06-67af41a52b01', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'router_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'port_id': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'mac_address': 'fa:16:3e:b0:a0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:23:25Z', 'updated_at': '2022-03-09T06:23:40Z', 'revision_number': 1, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:23:41.876503 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b9d62-8061-43e6-8cc0-d65d96cc6cb2 None None] New status for floating IP 61a4efb0-b505-491f-8d06-67af41a52b01: ACTIVE {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:23:42.766282 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:23:54.156442 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:04.736813 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:24:06.464853 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-30597863-9c29-4ca5-8c17-d4a528b1dc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:08.742210 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-53b7c4fd-2359-4421-8c27-749b3206fc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:10.069825 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:11.035619 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:12.765121 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:24.195491 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:34.862172 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-6df46185-b6a0-4d93-9344-ae24d47004ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430853 Mar 09 06:24:34.948423 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-84739097-dafd-4b1f-8d44-b842b6bbf34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:34.949929 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-84739097-dafd-4b1f-8d44-b842b6bbf34a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1169 time: 0.0424647 Mar 09 06:24:35.051955 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-8d969214-6bee-4296-a7b9-bbc19cf18a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:35.053427 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-8d969214-6bee-4296-a7b9-bbc19cf18a88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 915 time: 0.0868320 Mar 09 06:24:35.116197 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-d89a98ab-9b59-4ca9-8c22-1c7e3040fbe9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 1001 time: 0.0571895 Mar 09 06:24:35.167236 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-800e1baa-f6bb-4d4b-af4b-23661cae5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:35.168690 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-800e1baa-f6bb-4d4b-af4b-23661cae5457 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 200 len: 853 time: 0.0467324 Mar 09 06:24:35.215659 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-cd2071f0-66a8-4170-ad3e-402ee81f26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:35.217178 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-cd2071f0-66a8-4170-ad3e-402ee81f26db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431311 Mar 09 06:24:35.302086 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-01f08d8e-dd65-4f76-8e95-cdd62c42bdbc service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789530 Mar 09 06:24:35.392011 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-073f0be6-08fb-4a33-98e6-d2de3fa314b1 req-208a13fe-3b8e-42d1-a8e2-7297f50884d4 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840304 Mar 09 06:24:36.497684 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eb030050-c1b9-441d-a7ea-1f73574d2115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:38.775041 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5b1e-9020-4554-96ee-c6e69ee22b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.043595 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.053954 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-6a01d65a-3d47-4f92-a7d1-f9902a52b4af tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687556616&fields=id&tenant_id=52c50894e3404d61871d9a5bc5b0b672 HTTP/1.1" status: 200 len: 267 time: 0.0441296 Mar 09 06:24:40.109042 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-db3ef80c-5ee9-4b7a-9a73-23d0820dadb0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:40.110509 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-db3ef80c-5ee9-4b7a-9a73-23d0820dadb0 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 985 time: 0.0512409 Mar 09 06:24:40.121108 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.v2.base [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Request body: {'port': {'security_groups': ['0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9']}} {{(pid=103637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:24:40.194078 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7830538'] for port (72aa9035-1424-4458-81f7-fd939df322c9), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.364226 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] For port 72aa9035-1424-4458-81f7-fd939df322c9, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=72aa9035-1424-4458-81f7-fd939df322c9,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:40.393133 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for port (72aa9035-1424-4458-81f7-fd939df322c9), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.446138 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892850616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763892276417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763892276435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9746173'] for port (72aa9035-1424-4458-81f7-fd939df322c9), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.458956 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['72aa9035-1424-4458-81f7-fd939df322c9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:24:40.488037 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:40.488687 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.490060 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-657cf8c8-b125-45ff-9a15-304e586d5292 req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "PUT /v2.0/ports/72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 943 time: 0.3732996 Mar 09 06:24:40.490514 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:24:40.492881 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b23a6f2-daac-47f5-bd25-72f10832473b" -d '{"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:24:40.499253 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:40.521038 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event updated for resources: {'Port': ['ID=72aa9035-1424-4458-81f7-fd939df322c9,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:40.528876 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.529221 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.529573 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.529960 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.530706 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.531048 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.531388 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.531719 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.532046 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.532373 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.532779 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.533108 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.533435 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1c95-3637-470d-85a1-589a29564ea3 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.570480 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf05498-5b19-4746-9a28-8941ab4a6f64 x-openstack-request-id: req-5cf05498-5b19-4746-9a28-8941ab4a6f64 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:24:40.570994 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:24:40.571426 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cf05498-5b19-4746-9a28-8941ab4a6f64 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:24:40.571994 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9', 'status': 'completed', 'code': 200} Mar 09 06:24:40.590779 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['72aa9035-1424-4458-81f7-fd939df322c9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:24:40.607805 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group (c047eeda-0049-4aeb-b4a2-2ca83a699853), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.636526 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group (c047eeda-0049-4aeb-b4a2-2ca83a699853), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.646653 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-628a48bc-655c-43db-be1f-bd87db5387e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:40.650228 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-628a48bc-655c-43db-be1f-bd87db5387e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1130 time: 0.0568514 Mar 09 06:24:40.741375 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [None req-eaadc253-8dbd-4d5b-bc08-b4e67e5b027e None None] Provisioning complete for port 72aa9035-1424-4458-81f7-fd939df322c9 triggered by entity DHCP. {{(pid=103638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:24:40.741751 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eaadc253-8dbd-4d5b-bc08-b4e67e5b027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7802429'] for port (72aa9035-1424-4458-81f7-fd939df322c9), provisioning_complete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.757122 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-d7365f3b-fbf6-40ac-9daf-35b6d5bce64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:40.758465 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-d7365f3b-fbf6-40ac-9daf-35b6d5bce64e service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 915 time: 0.1030760 Mar 09 06:24:40.789157 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c047eeda-0049-4aeb-b4a2-2ca83a699853), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.791895 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:40.793467 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "DELETE /v2.0/security-groups/c047eeda-0049-4aeb-b4a2-2ca83a699853 HTTP/1.1" status: 204 len: 168 time: 0.2930489 Mar 09 06:24:40.798233 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 50954) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:40.825872 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-13d9290c-cd9f-4d3d-be82-590e2f08d367 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 1001 time: 0.0608873 Mar 09 06:24:40.842186 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c047eeda-0049-4aeb-b4a2-2ca83a699853,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:40.844988 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-eaadc253-8dbd-4d5b-bc08-b4e67e5b027e None None] Current status of the port 72aa9035-1424-4458-81f7-fd939df322c9 is: ACTIVE; New status is: ACTIVE {{(pid=103638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:24:40.853475 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.856321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.856321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.856321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.856321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.856321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.856321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.856321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.856321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.857188 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.857188 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.857188 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.857475 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54bf3ac-0a76-49d5-8eb8-04a251eadbec tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:40.885726 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-9737f321-6f54-4560-99de-9572430d6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:40.885726 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-9737f321-6f54-4560-99de-9572430d6e67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 200 len: 853 time: 0.0525873 Mar 09 06:24:40.933992 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-98f5aa53-9624-4bcb-957c-675ab098ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:40.935535 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-98f5aa53-9624-4bcb-957c-675ab098ac97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442543 Mar 09 06:24:40.975533 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Deleting port 4dcac24f-7b5d-4538-8047-ce25ea4c122a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:40.975881 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (4dcac24f-7b5d-4538-8047-ce25ea4c122a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:41.026014 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-8852e911-5087-417f-a3ac-d586d18aa1c1 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842338 Mar 09 06:24:41.049973 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:41.051049 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (4dcac24f-7b5d-4538-8047-ce25ea4c122a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:41.051377 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for floatingip (4dcac24f-7b5d-4538-8047-ce25ea4c122a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:41.063811 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Calling delete_port for 4dcac24f-7b5d-4538-8047-ce25ea4c122a owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:41.120883 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-3b23a6f2-daac-47f5-bd25-72f10832473b req-d994067f-458a-4fe2-a660-7600d65ab22b service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891347 Mar 09 06:24:41.272421 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (4dcac24f-7b5d-4538-8047-ce25ea4c122a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:41.300732 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event deleted for resources: {'Port': ['ID=4dcac24f-7b5d-4538-8047-ce25ea4c122a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:41.357644 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks [] for floatingip (22738cb2-b220-452a-b98f-73134ed6b76e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:41.358625 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.db.l3_db [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Floating IP 22738cb2-b220-452a-b98f-73134ed6b76e disassociated (deleted). External IP: 172.27.0.66, port: 72aa9035-1424-4458-81f7-fd939df322c9. Mar 09 06:24:41.560158 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Router 65354c05-ccbc-4691-a74f-dcc234dbb071 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:24:41.667205 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:24:41.671956 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:41.676447 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] Sync routers for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:24:41.686129 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:24:41.693297 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:24:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:41.699880 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-c0c2ee91-e54e-4a52-b34e-bc446a6201f8 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "DELETE /v2.0/floatingips/22738cb2-b220-452a-b98f-73134ed6b76e HTTP/1.1" status: 204 len: 168 time: 0.8984830 Mar 09 06:24:41.700453 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:24:41.703188 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47deb390ba166abd8703c19956f8a06cb0ff68215c34b83bd35161569da4af8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0" -d '{"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:24:41.736342 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:24:41.804122 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a77d11-795f-458e-9907-43b5f4f7e34b x-openstack-request-id: req-22a77d11-795f-458e-9907-43b5f4f7e34b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:24:41.804408 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "tag": "72aa9035-1424-4458-81f7-fd939df322c9", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:24:41.804700 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22a77d11-795f-458e-9907-43b5f4f7e34b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:24:41.805102 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9', 'status': 'completed', 'code': 200} Mar 09 06:24:41.808585 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:24:41.869913 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-0436473e-b87d-406f-8149-6a1d5b62d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:41.871406 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-0436473e-b87d-406f-8149-6a1d5b62d415 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52c50894e3404d61871d9a5bc5b0b672&device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 1130 time: 0.0477417 Mar 09 06:24:41.964054 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-84b3ab5e-6365-4f22-bde0-b16119a08b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:41.965584 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-84b3ab5e-6365-4f22-bde0-b16119a08b7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 200 len: 915 time: 0.0875683 Mar 09 06:24:42.006594 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-764fec03-2af5-4b83-b46a-9798beeed0da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 200 len: 217 time: 0.0351422 Mar 09 06:24:42.013014 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:26Z', 'revision_number': 5, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:42.043952 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] Checking router: 65354c05-ccbc-4691-a74f-dcc234dbb071 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:24:42.053180 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:24:42.053798 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:24:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:42.062188 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-53457223-a230-43eb-b5ff-9426c1e464ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:42.063681 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-53457223-a230-43eb-b5ff-9426c1e464ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 200 len: 853 time: 0.0515852 Mar 09 06:24:42.117278 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-e9825a65-1e35-4169-abe0-93116c1711f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:42.118892 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-e9825a65-1e35-4169-abe0-93116c1711f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39b18-3cd5-4f47-b70c-5d2c4d165f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495374 Mar 09 06:24:42.173639 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:24:42.219132 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-c69e5eda-a3b3-4dd7-9271-6264eb8cc4ec service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896151 Mar 09 06:24:42.312306 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-6e9b7b86-0f3b-4a2c-b8b3-71d7d6001da0 req-f727aa85-2383-439e-b89c-be8a8c13bd84 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868864 Mar 09 06:24:42.371012 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:26Z', 'revision_number': 5, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:42.400789 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e73a7b-8746-404f-a71e-3282a420e153 None None] The sync data for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi is: [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:21:23Z', 'revision_number': 4, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '655d375c-ca6d-4fbe-9e9c-7bc79ec4054f', 'name': '', 'network_id': '99f39b18-3cd5-4f47-b70c-5d2c4d165f57', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'mac_address': 'fa:16:3e:e1:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:23Z', 'updated_at': '2022-03-09T06:21:26Z', 'revision_number': 5, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'subnets': [{'id': '7ec4af91-9d3c-46dd-addf-52f9d5cbfac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:24:42.623663 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d4081-71a9-4615-8690-d06057faeec4 None None] New status for floating IP 22738cb2-b220-452a-b98f-73134ed6b76e: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:24:42.761180 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:44.915171 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0063d79-1c76-4150-bb85-df8c0ef634be req-2c12a9d0-26f0-40c4-b9e8-070d51651424 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:44.916662 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0063d79-1c76-4150-bb85-df8c0ef634be req-2c12a9d0-26f0-40c4-b9e8-070d51651424 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0521739 Mar 09 06:24:44.961962 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-d0063d79-1c76-4150-bb85-df8c0ef634be req-e5ffcae3-559c-4253-b1ef-da0d4f6ba532 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Mar 09 06:24:46.081086 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2f1b-02df-4bcd-9a5c-adfdc129a86b req-64e3784e-e40b-4160-af0b-224bfe0c013b tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:46.082538 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53cf2f1b-02df-4bcd-9a5c-adfdc129a86b req-64e3784e-e40b-4160-af0b-224bfe0c013b tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0547776 Mar 09 06:24:46.127341 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-53cf2f1b-02df-4bcd-9a5c-adfdc129a86b req-f524a5ae-abe3-4d30-8052-5caca411a40e tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Mar 09 06:24:46.924860 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-b22f103e-6636-4e89-95d2-4950026ade3d tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:46.926287 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-b22f103e-6636-4e89-95d2-4950026ade3d tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.20 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0502996 Mar 09 06:24:47.020808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Deleting port 72aa9035-1424-4458-81f7-fd939df322c9 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:47.021141 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (72aa9035-1424-4458-81f7-fd939df322c9), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:47.105956 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] For port 72aa9035-1424-4458-81f7-fd939df322c9, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=72aa9035-1424-4458-81f7-fd939df322c9,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:47.106698 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (72aa9035-1424-4458-81f7-fd939df322c9), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:47.119094 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Calling delete_port for 72aa9035-1424-4458-81f7-fd939df322c9 owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:47.280696 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bb6ba-2dfd-49cc-a055-3f8119193207 req-dea8556e-36d2-4e72-bb77-b1d283b79687 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:24:47.282154 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e44bb6ba-2dfd-49cc-a055-3f8119193207 req-dea8556e-36d2-4e72-bb77-b1d283b79687 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 946 time: 0.0881679 Mar 09 06:24:47.328042 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-e44bb6ba-2dfd-49cc-a055-3f8119193207 req-7b557043-34b1-4393-a28a-f238edf34196 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Mar 09 06:24:47.334717 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (72aa9035-1424-4458-81f7-fd939df322c9), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:47.352037 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] get_ports_and_sgs() called for port_ids ['72aa9035-1424-4458-81f7-fd939df322c9'] {{(pid=103638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:24:47.367441 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Pushing event deleted for resources: {'Port': ['ID=72aa9035-1424-4458-81f7-fd939df322c9,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:47.409956 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] No DVR routers for this DVR port 72aa9035-1424-4458-81f7-fd939df322c9 on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:24:47.412409 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:47.415653 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-9acf7214-11b1-4b8c-b6d4-47f208c1156b req-06104229-3229-4f39-ad74-73715c6af755 tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.20 "DELETE /v2.0/ports/72aa9035-1424-4458-81f7-fd939df322c9 HTTP/1.1" status: 204 len: 173 time: 0.4829960 Mar 09 06:24:47.416081 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'name': 'network-vif-deleted', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:24:47.418323 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04298cfa-9459-49af-8dca-c87f53aff20b" -d '{"events": [{"server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "name": "network-vif-deleted", "tag": "72aa9035-1424-4458-81f7-fd939df322c9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:24:47.454122 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9528eac-a8c0-40e1-a27a-6d6cdfbf31ea x-openstack-request-id: req-c9528eac-a8c0-40e1-a27a-6d6cdfbf31ea {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:24:47.454431 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92513304-8fc5-43a8-b308-b66d60c0f463", "name": "network-vif-deleted", "tag": "72aa9035-1424-4458-81f7-fd939df322c9", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:24:47.456572 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9528eac-a8c0-40e1-a27a-6d6cdfbf31ea {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:24:47.456572 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92513304-8fc5-43a8-b308-b66d60c0f463', 'name': 'network-vif-deleted', 'tag': '72aa9035-1424-4458-81f7-fd939df322c9', 'status': 'completed', 'code': 200} Mar 09 06:24:48.433683 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-7fa3270d-5373-4584-bc29-f79d62642fec req-b9f4580a-688e-4a67-ad50-aae1333f3b7b tempest-TestMinimumBasicScenario-285018129 tempest-TestMinimumBasicScenario-285018129-project] 10.222.0.18 "GET /v2.0/ports?device_id=92513304-8fc5-43a8-b308-b66d60c0f463 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Mar 09 06:24:50.618659 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51048) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:50.953417 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (65354c05-ccbc-4691-a74f-dcc234dbb071), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:50.974320 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 72aa9035-1424-4458-81f7-fd939df322c9 no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:24:50.997740 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 72aa9035-1424-4458-81f7-fd939df322c9 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:24:50.998187 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 72aa9035-1424-4458-81f7-fd939df322c9 not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:24:51.191814 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Deleting port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:51.192148 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:51.265766 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] For port 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:51.266122 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:51.277966 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Calling delete_port for 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:51.751995 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (655d375c-ca6d-4fbe-9e9c-7bc79ec4054f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:51.779076 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Pushing event deleted for resources: {'Port': ['ID=655d375c-ca6d-4fbe-9e9c-7bc79ec4054f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:51.943633 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (65354c05-ccbc-4691-a74f-dcc234dbb071), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:52.151646 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Router 65354c05-ccbc-4691-a74f-dcc234dbb071 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:24:52.254741 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:24:52.259597 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-2df17657-dd9f-4009-bc75-9ab884472609 admin admin] 10.222.0.18 "PUT /v2.0/routers/65354c05-ccbc-4691-a74f-dcc234dbb071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6399410 Mar 09 06:24:52.262295 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51050) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:52.263368 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] Sync routers for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:24:52.273431 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:24:52.274033 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:24:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:52.365838 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks [] for router (65354c05-ccbc-4691-a74f-dcc234dbb071), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:52.378573 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:24:52.468650 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks [] for router_gateway (65354c05-ccbc-4691-a74f-dcc234dbb071), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:52.551276 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:24:51Z', 'revision_number': 5, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port': {'id': 'df7f1a90-2a33-4451-949e-d4c630a6476b', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:21Z', 'updated_at': '2022-03-09T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:52.576538 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] Checking router: 65354c05-ccbc-4691-a74f-dcc234dbb071 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:24:52.584835 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] Routers {'65354c05-ccbc-4691-a74f-dcc234dbb071'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:24:52.585436 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:24:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['65354c05-ccbc-4691-a74f-dcc234dbb071'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:52.622975 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Deleting port df7f1a90-2a33-4451-949e-d4c630a6476b {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:52.623304 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:52.672560 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] Set router 65354c05-ccbc-4691-a74f-dcc234dbb071 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:24:52.700839 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] For port df7f1a90-2a33-4451-949e-d4c630a6476b, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=df7f1a90-2a33-4451-949e-d4c630a6476b,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:52.701195 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:52.713137 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Calling delete_port for df7f1a90-2a33-4451-949e-d4c630a6476b owned by network:router_gateway {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:52.724819 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:24:52Z', 'revision_number': 6, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:52.750323 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9b73f-1093-4407-aecd-7f2f96ee5dd6 None None] The sync data for ids ['65354c05-ccbc-4691-a74f-dcc234dbb071'] in dv-cinder-831154-2-iscsi is: [{'id': '65354c05-ccbc-4691-a74f-dcc234dbb071', 'name': 'tempest-TestMinimumBasicScenario-138982202-router', 'tenant_id': '52c50894e3404d61871d9a5bc5b0b672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:20Z', 'updated_at': '2022-03-09T06:24:52Z', 'revision_number': 6, 'project_id': '52c50894e3404d61871d9a5bc5b0b672', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:24:52.948503 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (df7f1a90-2a33-4451-949e-d4c630a6476b), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:52.974265 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Pushing event deleted for resources: {'Port': ['ID=df7f1a90-2a33-4451-949e-d4c630a6476b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:53.036452 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (65354c05-ccbc-4691-a74f-dcc234dbb071), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.127785 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (65354c05-ccbc-4691-a74f-dcc234dbb071), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.131378 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks [] for router_controller (65354c05-ccbc-4691-a74f-dcc234dbb071), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.240080 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (65354c05-ccbc-4691-a74f-dcc234dbb071), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.240610 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65354c05-ccbc-4691-a74f-dcc234dbb071 {{(pid=103637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:24:53.244790 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.245915 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-698011aa-45f9-436a-a7f9-e683380310ea admin admin] 10.222.0.18 "DELETE /v2.0/routers/65354c05-ccbc-4691-a74f-dcc234dbb071 HTTP/1.1" status: 204 len: 168 time: 0.9826703 Mar 09 06:24:53.248445 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51052) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:53.291368 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d06dc8-49b3-4c06-8d8b-81dd108c8f02 admin admin] Deleting subnet 7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:24:53.294368 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8d06dc8-49b3-4c06-8d8b-81dd108c8f02 admin admin] Publish callbacks [] for subnet (7ec4af91-9d3c-46dd-addf-52f9d5cbfac4), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.331544 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8d06dc8-49b3-4c06-8d8b-81dd108c8f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9745623'] for subnet (7ec4af91-9d3c-46dd-addf-52f9d5cbfac4), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.404725 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8d06dc8-49b3-4c06-8d8b-81dd108c8f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (7ec4af91-9d3c-46dd-addf-52f9d5cbfac4), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.512411 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8d06dc8-49b3-4c06-8d8b-81dd108c8f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9746099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9475999'] for subnet (7ec4af91-9d3c-46dd-addf-52f9d5cbfac4), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.540584 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8d06dc8-49b3-4c06-8d8b-81dd108c8f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.544845 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-d8d06dc8-49b3-4c06-8d8b-81dd108c8f02 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7ec4af91-9d3c-46dd-addf-52f9d5cbfac4 HTTP/1.1" status: 204 len: 168 time: 0.2949297 Mar 09 06:24:53.545651 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d06dc8-49b3-4c06-8d8b-81dd108c8f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec4af91-9d3c-46dd-addf-52f9d5cbfac4,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:53.545775 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7df2bf-a8cd-45c6-8b8c-b0699410168b None None] Network 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:24:53.548686 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51054) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:53.617019 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (99f39b18-3cd5-4f47-b70c-5d2c4d165f57), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.670170 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Deleting port e06e54ea-7641-4910-aca8-64a24712877c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:53.670511 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (e06e54ea-7641-4910-aca8-64a24712877c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.701186 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] DHCP port deletion for 99f39b18-3cd5-4f47-b70c-5d2c4d165f57 request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:24:53.746412 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] For port e06e54ea-7641-4910-aca8-64a24712877c, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=e06e54ea-7641-4910-aca8-64a24712877c,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:53.747035 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (e06e54ea-7641-4910-aca8-64a24712877c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.749011 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Deleting port e06e54ea-7641-4910-aca8-64a24712877c {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:53.750206 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (e06e54ea-7641-4910-aca8-64a24712877c), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.760097 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Calling delete_port for e06e54ea-7641-4910-aca8-64a24712877c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:53.920581 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (e06e54ea-7641-4910-aca8-64a24712877c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.947201 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06e54ea-7641-4910-aca8-64a24712877c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:53.959586 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] No DVR routers for this DVR port e06e54ea-7641-4910-aca8-64a24712877c on host dv-cinder-831154-2-iscsi {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:24:53.959712 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] For port e06e54ea-7641-4910-aca8-64a24712877c, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=e06e54ea-7641-4910-aca8-64a24712877c,segment=NetworkSegment(cff1843e-a347-455a-92b0-87c451532df6),segment_id=cff1843e-a347-455a-92b0-87c451532df6)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:53.959712 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (e06e54ea-7641-4910-aca8-64a24712877c), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:53.969206 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Calling delete_port for e06e54ea-7641-4910-aca8-64a24712877c owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:54.020559 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (99f39b18-3cd5-4f47-b70c-5d2c4d165f57), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.039966 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f39b18-3cd5-4f47-b70c-5d2c4d165f57']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:54.045500 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (e06e54ea-7641-4910-aca8-64a24712877c), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.049581 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff1843e-a347-455a-92b0-87c451532df6') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:54.049872 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff1843e-a347-455a-92b0-87c451532df6') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:54.058852 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (cff1843e-a347-455a-92b0-87c451532df6), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.071459 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (cff1843e-a347-455a-92b0-87c451532df6), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.071657 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] No DVR routers for this DVR port e06e54ea-7641-4910-aca8-64a24712877c on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:24:54.075544 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Pushing event deleted for resources: {'Port': ['ID=e06e54ea-7641-4910-aca8-64a24712877c,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (cff1843e-a347-455a-92b0-87c451532df6), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:24:54.079625 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:24:54.089610 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.089966 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.090363 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.090710 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.091048 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.091387 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.091718 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.092050 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.092380 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.093254 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.093584 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.093926 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.094236 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a1f6-832d-42cc-bd7b-8d9d1b7364a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:24:54.171739 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.188261 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (99f39b18-3cd5-4f47-b70c-5d2c4d165f57), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.193624 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.196708 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] 10.222.0.18 "DELETE /v2.0/networks/99f39b18-3cd5-4f47-b70c-5d2c4d165f57 HTTP/1.1" status: 204 len: 168 time: 0.6470122 Mar 09 06:24:54.199784 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51056) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:54.207925 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a235cc-52d2-43fa-b14e-c7e66407e068 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f39b18-3cd5-4f47-b70c-5d2c4d165f57,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:54.523246 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device e06e54ea-7641-4910-aca8-64a24712877c no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:24:54.540700 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (64c3ae14-49d8-47cd-9162-5151658af4ad), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:54.542766 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: e06e54ea-7641-4910-aca8-64a24712877c {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:24:54.543109 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device e06e54ea-7641-4910-aca8-64a24712877c not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:24:54.543524 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device df7f1a90-2a33-4451-949e-d4c630a6476b no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:24:54.561327 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: df7f1a90-2a33-4451-949e-d4c630a6476b {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:24:54.562466 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device df7f1a90-2a33-4451-949e-d4c630a6476b not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:24:54.562575 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:24:54.581064 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:24:54.581406 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 655d375c-ca6d-4fbe-9e9c-7bc79ec4054f not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:24:55.054481 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Deleting port 1d5d415b-b9e9-4fda-9371-d372b3b0b320 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:55.054816 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:55.129859 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] For port 1d5d415b-b9e9-4fda-9371-d372b3b0b320, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=1d5d415b-b9e9-4fda-9371-d372b3b0b320,segment=NetworkSegment(eb56c446-5d04-47d4-ab94-01c9513b7bf4),segment_id=eb56c446-5d04-47d4-ab94-01c9513b7bf4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:55.130216 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:55.145713 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Calling delete_port for 1d5d415b-b9e9-4fda-9371-d372b3b0b320 owned by network:router_interface {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:55.365465 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (1d5d415b-b9e9-4fda-9371-d372b3b0b320), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:55.390569 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5d415b-b9e9-4fda-9371-d372b3b0b320,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:55.556704 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (64c3ae14-49d8-47cd-9162-5151658af4ad), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:55.769244 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Router 64c3ae14-49d8-47cd-9162-5151658af4ad has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:24:55.883993 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:24:55.893669 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-000bd33b-9b9c-416b-ad3a-f7812172bb97 admin admin] 10.222.0.18 "PUT /v2.0/routers/64c3ae14-49d8-47cd-9162-5151658af4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6882105 Mar 09 06:24:55.893669 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51060) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:55.895872 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] Sync routers for ids ['64c3ae14-49d8-47cd-9162-5151658af4ad'] in dv-cinder-831154-2-iscsi {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:24:55.906050 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] Routers {'64c3ae14-49d8-47cd-9162-5151658af4ad'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:24:55.906651 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:24:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['64c3ae14-49d8-47cd-9162-5151658af4ad'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:56.001541 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks [] for router (64c3ae14-49d8-47cd-9162-5151658af4ad), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.014346 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] Set router 64c3ae14-49d8-47cd-9162-5151658af4ad gateway port host: dv-cinder-831154-2-iscsi {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:24:56.109649 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks [] for router_gateway (64c3ae14-49d8-47cd-9162-5151658af4ad), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.192468 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:24:55Z', 'revision_number': 5, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port': {'id': '84468512-a8bb-4c58-a31b-64e18fec2947', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:21:27Z', 'updated_at': '2022-03-09T06:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:56.219101 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] Checking router: 64c3ae14-49d8-47cd-9162-5151658af4ad for host: dv-cinder-831154-2-iscsi {{(pid=103639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:24:56.227320 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] Routers {'64c3ae14-49d8-47cd-9162-5151658af4ad'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:24:56.227911 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:24:39Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['64c3ae14-49d8-47cd-9162-5151658af4ad'], 'active': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:56.239670 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Deleting port 84468512-a8bb-4c58-a31b-64e18fec2947 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:56.240009 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.315111 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_dvr_db [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] Set router 64c3ae14-49d8-47cd-9162-5151658af4ad gateway port host: None {{(pid=103639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:24:56.319227 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] For port 84468512-a8bb-4c58-a31b-64e18fec2947, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=84468512-a8bb-4c58-a31b-64e18fec2947,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:56.319589 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.336576 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Calling delete_port for 84468512-a8bb-4c58-a31b-64e18fec2947 owned by network:router_gateway {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:56.452953 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.l3_hamode_db [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:24:56Z', 'revision_number': 6, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:56.479954 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5670dd7-9700-4c8e-9d65-e5711b5a448f None None] The sync data for ids ['64c3ae14-49d8-47cd-9162-5151658af4ad'] in dv-cinder-831154-2-iscsi is: [{'id': '64c3ae14-49d8-47cd-9162-5151658af4ad', 'name': 'tempest-TestMinimumBasicScenario-1022128731-router', 'tenant_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:21:26Z', 'updated_at': '2022-03-09T06:24:56Z', 'revision_number': 6, 'project_id': 'dd65467eb6014dbb9cf7defc86472b2c', 'gw_port_host': None}] {{(pid=103639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:24:56.603439 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (84468512-a8bb-4c58-a31b-64e18fec2947), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.630481 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Pushing event deleted for resources: {'Port': ['ID=84468512-a8bb-4c58-a31b-64e18fec2947,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:56.691493 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (64c3ae14-49d8-47cd-9162-5151658af4ad), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.782617 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (64c3ae14-49d8-47cd-9162-5151658af4ad), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.784712 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks [] for router_controller (64c3ae14-49d8-47cd-9162-5151658af4ad), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.897495 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (64c3ae14-49d8-47cd-9162-5151658af4ad), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.898472 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64c3ae14-49d8-47cd-9162-5151658af4ad {{(pid=103637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:24:56.903174 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.904347 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-5acbd9c1-8e05-495b-a5b8-92780fb487ad admin admin] 10.222.0.18 "DELETE /v2.0/routers/64c3ae14-49d8-47cd-9162-5151658af4ad HTTP/1.1" status: 204 len: 168 time: 1.0111670 Mar 09 06:24:56.906901 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51070) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:56.951015 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.db_base_plugin_v2 [None req-181cc06c-51bf-4e2d-8068-8040ebc3b847 admin admin] Deleting subnet 352fa26d-e7ce-4665-b170-718222792635 {{(pid=103637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:24:56.954639 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-181cc06c-51bf-4e2d-8068-8040ebc3b847 admin admin] Publish callbacks [] for subnet (352fa26d-e7ce-4665-b170-718222792635), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:56.987856 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-181cc06c-51bf-4e2d-8068-8040ebc3b847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9745623'] for subnet (352fa26d-e7ce-4665-b170-718222792635), precommit_delete_associations {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.067140 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-181cc06c-51bf-4e2d-8068-8040ebc3b847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (352fa26d-e7ce-4665-b170-718222792635), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.183381 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-181cc06c-51bf-4e2d-8068-8040ebc3b847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9746099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9475999'] for subnet (352fa26d-e7ce-4665-b170-718222792635), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.208689 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cc06c-51bf-4e2d-8068-8040ebc3b847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352fa26d-e7ce-4665-b170-718222792635,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:57.212557 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-181cc06c-51bf-4e2d-8068-8040ebc3b847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for subnet (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.215673 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-181cc06c-51bf-4e2d-8068-8040ebc3b847 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/352fa26d-e7ce-4665-b170-718222792635 HTTP/1.1" status: 204 len: 168 time: 0.3078437 Mar 09 06:24:57.218322 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51072) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:57.218880 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d8c391-453e-437e-9faf-a9f77b7c1970 None None] Network fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:24:57.295437 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.357810 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Deleting port e2fe1ef3-8386-4fc3-9414-728c5251f5ae {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:57.358681 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.384367 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] DHCP port deletion for fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:24:57.423626 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] For port e2fe1ef3-8386-4fc3-9414-728c5251f5ae, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,segment=NetworkSegment(eb56c446-5d04-47d4-ab94-01c9513b7bf4),segment_id=eb56c446-5d04-47d4-ab94-01c9513b7bf4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:57.424279 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.435357 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] Deleting port e2fe1ef3-8386-4fc3-9414-728c5251f5ae {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:24:57.435683 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.438056 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Calling delete_port for e2fe1ef3-8386-4fc3-9414-728c5251f5ae owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:57.506556 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] For port e2fe1ef3-8386-4fc3-9414-728c5251f5ae, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,segment=NetworkSegment(eb56c446-5d04-47d4-ab94-01c9513b7bf4),segment_id=eb56c446-5d04-47d4-ab94-01c9513b7bf4)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:24:57.510865 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.520849 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] Calling delete_port for e2fe1ef3-8386-4fc3-9414-728c5251f5ae owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:24:57.610106 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.616620 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (e2fe1ef3-8386-4fc3-9414-728c5251f5ae), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.637665 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:57.642617 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] Pushing event deleted for resources: {'Port': ['ID=e2fe1ef3-8386-4fc3-9414-728c5251f5ae,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:57.642763 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] No DVR routers for this DVR port e2fe1ef3-8386-4fc3-9414-728c5251f5ae on host dv-cinder-831154-2-iscsi {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:24:57.645265 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2263006-9e58-4c70-bad7-a8c347a773e9 None None] No DVR routers for this DVR port e2fe1ef3-8386-4fc3-9414-728c5251f5ae on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:24:57.722271 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.743677 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7']}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:57.753067 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb56c446-5d04-47d4-ab94-01c9513b7bf4') {'for_net_delete': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:57.753367 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.services.segments.db [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb56c446-5d04-47d4-ab94-01c9513b7bf4') {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:24:57.762866 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9745452'] for segment (eb56c446-5d04-47d4-ab94-01c9513b7bf4), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.775783 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (eb56c446-5d04-47d4-ab94-01c9513b7bf4), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.782173 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:24:57.782554 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9746137'] for segment (eb56c446-5d04-47d4-ab94-01c9513b7bf4), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: Traceback (most recent call last): Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: timer() Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: cb(*args, **kw) Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: return func(*args, **kwargs) Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: self._notify() Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: self.callback(batched_events) Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: event.method(event) Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: return f(self, *a, **k) Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._get(url).json() Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: return self.request(url, 'GET', **kwargs) Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:24:57.784165 dv-cinder-831154-2-iscsi neutron-server[103637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:24:57.911808 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.917367 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:57.923852 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7 HTTP/1.1" status: 204 len: 168 time: 0.7013981 Mar 09 06:24:57.932154 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873f2f-a73f-4bac-b4c7-d7ca8c1914d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe4ba8fc-b846-4bd4-84ee-dda1c1799fe7,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:58.294985 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51086) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:58.334299 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5829ab93-99a9-4dae-99f0-d9876dea0911 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52c50894e3404d61871d9a5bc5b0b672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380807 Mar 09 06:24:58.336744 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51088) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:58.383646 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d813a33f-1a5e-4445-94a7-f0e98f2242ce admin admin] Publish callbacks [] for security_group (0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:58.405245 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d813a33f-1a5e-4445-94a7-f0e98f2242ce admin admin] Publish callbacks [] for security_group (0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:58.521839 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 84468512-a8bb-4c58-a31b-64e18fec2947 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:24:58.526327 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d813a33f-1a5e-4445-94a7-f0e98f2242ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:58.532739 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d813a33f-1a5e-4445-94a7-f0e98f2242ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:58.532739 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-d813a33f-1a5e-4445-94a7-f0e98f2242ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9 HTTP/1.1" status: 204 len: 168 time: 0.1924701 Mar 09 06:24:58.538057 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813a33f-1a5e-4445-94a7-f0e98f2242ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec9f5ed-16d2-42b2-997f-edf4c6b0efc9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:24:58.553878 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 84468512-a8bb-4c58-a31b-64e18fec2947 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:24:58.554413 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 84468512-a8bb-4c58-a31b-64e18fec2947 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:24:58.554844 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 1d5d415b-b9e9-4fda-9371-d372b3b0b320 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:24:58.579819 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 1d5d415b-b9e9-4fda-9371-d372b3b0b320 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:24:58.580199 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 1d5d415b-b9e9-4fda-9371-d372b3b0b320 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:24:58.580643 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device e2fe1ef3-8386-4fc3-9414-728c5251f5ae no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:24:58.602870 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: e2fe1ef3-8386-4fc3-9414-728c5251f5ae {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:24:58.603219 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device e2fe1ef3-8386-4fc3-9414-728c5251f5ae not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:24:59.190652 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51096) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:59.229666 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-c217dd58-9d26-49b3-a09e-2a0d7d077926 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd65467eb6014dbb9cf7defc86472b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378704 Mar 09 06:24:59.232091 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51098) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:24:59.281520 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51293ceb-7e52-41be-98d9-d2d69ed298ea admin admin] Publish callbacks [] for security_group (486a43a3-52fa-4e7e-b597-9bd3568ea5fa), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:59.301455 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51293ceb-7e52-41be-98d9-d2d69ed298ea admin admin] Publish callbacks [] for security_group (486a43a3-52fa-4e7e-b597-9bd3568ea5fa), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:59.437591 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51293ceb-7e52-41be-98d9-d2d69ed298ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (486a43a3-52fa-4e7e-b597-9bd3568ea5fa), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:59.440267 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51293ceb-7e52-41be-98d9-d2d69ed298ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:24:59.441457 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-51293ceb-7e52-41be-98d9-d2d69ed298ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/486a43a3-52fa-4e7e-b597-9bd3568ea5fa HTTP/1.1" status: 204 len: 168 time: 0.2084680 Mar 09 06:24:59.450893 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51293ceb-7e52-41be-98d9-d2d69ed298ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486a43a3-52fa-4e7e-b597-9bd3568ea5fa,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:06.502177 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cbbefd57-46b0-4927-ab90-40c4945082b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:08.776444 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9a8b31b3-c544-4a03-8632-371cca87f2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:10.039279 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:11.036423 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:12.745150 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:18.738296 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:25:20.524742 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb413e-3273-4d03-b812-6d9e1fc65c7f req-aa351814-02de-489f-a4e3-cdefb501040b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:25:20.526202 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bddb413e-3273-4d03-b812-6d9e1fc65c7f req-aa351814-02de-489f-a4e3-cdefb501040b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Mar 09 06:25:20.571680 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-bddb413e-3273-4d03-b812-6d9e1fc65c7f req-fa537420-e33d-43ad-bde7-af9bb5b13f07 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392532 Mar 09 06:25:21.692613 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ad7b-a6e5-4a8a-b2af-a05c5a4f4d0c req-d325e8f3-59c8-44ac-bc44-37cfc955c58b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:25:21.694091 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86d3ad7b-a6e5-4a8a-b2af-a05c5a4f4d0c req-d325e8f3-59c8-44ac-bc44-37cfc955c58b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 945 time: 0.0555620 Mar 09 06:25:21.740088 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-86d3ad7b-a6e5-4a8a-b2af-a05c5a4f4d0c req-97132a74-92b7-4f82-ae1a-f584030a0c5b tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Mar 09 06:25:22.359377 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-f033a580-51f9-4723-8e6c-7c317c8a7611 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:25:22.361059 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-f033a580-51f9-4723-8e6c-7c317c8a7611 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 945 time: 0.0501680 Mar 09 06:25:22.446844 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Deleting port 000ef945-7435-4ca7-b1bb-90866153f7ef {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:25:22.447209 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:22.535853 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.db [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] For port 000ef945-7435-4ca7-b1bb-90866153f7ef, host hv-cinder-83115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83115',level=0,port_id=000ef945-7435-4ca7-b1bb-90866153f7ef,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:25:22.536216 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:22.699479 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:22.700179 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542344'] for floatingip (61a4efb0-b505-491f-8d06-67af41a52b01), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:22.700179 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.db.l3_db [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Floating IP 61a4efb0-b505-491f-8d06-67af41a52b01 disassociated. External IP: 172.27.0.9, port: 000ef945-7435-4ca7-b1bb-90866153f7ef. Mar 09 06:25:22.700453 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Calling delete_port for 000ef945-7435-4ca7-b1bb-90866153f7ef owned by compute:nova {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:25:22.867624 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f59d5-b7c0-44cc-ab28-df0634b67d3b req-0058352e-6c23-45df-ae00-8c2c3dcd2a3d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:25:22.869092 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed6f59d5-b7c0-44cc-ab28-df0634b67d3b req-0058352e-6c23-45df-ae00-8c2c3dcd2a3d tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 945 time: 0.0618048 Mar 09 06:25:22.910418 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9746052'] for port (000ef945-7435-4ca7-b1bb-90866153f7ef), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:22.925896 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-ed6f59d5-b7c0-44cc-ab28-df0634b67d3b req-39e02c03-09fc-4ba9-bf6b-84196505a0f7 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups?id=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506749 Mar 09 06:25:22.948192 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event deleted for resources: {'Port': ['ID=000ef945-7435-4ca7-b1bb-90866153f7ef,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:23.060642 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:25:23.168583 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:25:23.178962 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] Sync routers for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:25:23.188567 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:25:23.189171 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:25:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:23.208954 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] No DVR routers for this DVR port 000ef945-7435-4ca7-b1bb-90866153f7ef on host hv-cinder-83115 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:25:23.211559 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for port (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:23.215086 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-267f7165-e0c6-43cc-8a60-1f29ffe2147f req-53d14461-c855-47db-aed4-14b7ce6d8b60 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.20 "DELETE /v2.0/ports/000ef945-7435-4ca7-b1bb-90866153f7ef HTTP/1.1" status: 204 len: 173 time: 0.8488376 Mar 09 06:25:23.215510 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'name': 'network-vif-deleted', 'tag': '000ef945-7435-4ca7-b1bb-90866153f7ef'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:25:23.218488 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fab6eb0e86fcf0853eb87810ec581d6020bceee442c3a1259c8d3ecc9b1558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa764449-da54-4f61-827c-e90737934c04" -d '{"events": [{"server_uuid": "19a248c5-a727-40a5-8898-6d6c8a59c5d6", "name": "network-vif-deleted", "tag": "000ef945-7435-4ca7-b1bb-90866153f7ef"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:25:23.253845 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bd5026-fccd-42a5-8623-f8509bf16cac x-openstack-request-id: req-14bd5026-fccd-42a5-8623-f8509bf16cac {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:25:23.254140 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a248c5-a727-40a5-8898-6d6c8a59c5d6", "name": "network-vif-deleted", "tag": "000ef945-7435-4ca7-b1bb-90866153f7ef", "status": "completed", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:25:23.254399 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14bd5026-fccd-42a5-8623-f8509bf16cac {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:25:23.254802 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a248c5-a727-40a5-8898-6d6c8a59c5d6', 'name': 'network-vif-deleted', 'tag': '000ef945-7435-4ca7-b1bb-90866153f7ef', 'status': 'completed', 'code': 200} Mar 09 06:25:23.304360 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:25:23.508929 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:23.536528 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] Checking router: f2ac6aa4-6cbf-4fea-954f-43cfee67f304 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:25:23.544749 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:25:23.545391 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:25:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:23.649693 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:25:23.840640 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:23.870909 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2a20e-b402-4761-92b4-b22db85a739f None None] The sync data for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi is: [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:18:32Z', 'revision_number': 4, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi', '_interfaces': [{'id': '6c07ca6b-5724-4cca-af52-f87ed8e1e9fc', 'name': '', 'network_id': '30ad9060-b8e8-4f5a-a8ef-409c7c135faf', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'mac_address': 'fa:16:3e:e1:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:31Z', 'updated_at': '2022-03-09T06:18:35Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'subnets': [{'id': 'de736fa5-3f73-4c43-9afe-172da4727aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:25:24.034504 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [req-1e9d86b4-9192-4425-b68e-5d4c408d7e55 req-e8461f27-5bca-4a92-8ced-f678a370b2b0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/ports?device_id=19a248c5-a727-40a5-8898-6d6c8a59c5d6 HTTP/1.1" status: 200 len: 210 time: 0.0301116 Mar 09 06:25:24.102805 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8886bef-8368-48c9-83f4-66ee3778785c None None] New status for floating IP 61a4efb0-b505-491f-8d06-67af41a52b01: DOWN {{(pid=103639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:25:24.184831 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.202498 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51214) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:25.254412 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b32f370a-3a60-42f2-8e0c-d048f6926575 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (608bfece-8cce-4f26-a3ff-ab5dc4ddaa50), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.276372 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b32f370a-3a60-42f2-8e0c-d048f6926575 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (608bfece-8cce-4f26-a3ff-ab5dc4ddaa50), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.430315 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b32f370a-3a60-42f2-8e0c-d048f6926575 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (608bfece-8cce-4f26-a3ff-ab5dc4ddaa50), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.433090 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b32f370a-3a60-42f2-8e0c-d048f6926575 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.434258 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-b32f370a-3a60-42f2-8e0c-d048f6926575 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "DELETE /v2.0/security-groups/608bfece-8cce-4f26-a3ff-ab5dc4ddaa50 HTTP/1.1" status: 204 len: 168 time: 0.2307794 Mar 09 06:25:25.437076 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51216) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:25.443112 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f370a-3a60-42f2-8e0c-d048f6926575 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608bfece-8cce-4f26-a3ff-ab5dc4ddaa50,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:25.450316 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.api.v2.resource [None req-53eeeb7f-3a1c-4d2f-b6eb-23a1e14f1ed0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] show failed (client error): The resource could not be found. Mar 09 06:25:25.451308 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-53eeeb7f-3a1c-4d2f-b6eb-23a1e14f1ed0 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "GET /v2.0/security-groups/608bfece-8cce-4f26-a3ff-ab5dc4ddaa50 HTTP/1.1" status: 404 len: 347 time: 0.0132704 Mar 09 06:25:25.454107 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51218) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:25.571890 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Deleting port 762a5429-5089-442b-b837-a4a0baf72313 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:25:25.572223 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (762a5429-5089-442b-b837-a4a0baf72313), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.644476 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (762a5429-5089-442b-b837-a4a0baf72313), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.644828 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (762a5429-5089-442b-b837-a4a0baf72313), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.656659 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Calling delete_port for 762a5429-5089-442b-b837-a4a0baf72313 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:25:25.838705 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (762a5429-5089-442b-b837-a4a0baf72313), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.867505 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Pushing event deleted for resources: {'Port': ['ID=762a5429-5089-442b-b837-a4a0baf72313,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:25.926185 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks [] for floatingip (61a4efb0-b505-491f-8d06-67af41a52b01), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.928713 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123072'] for floatingip (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:25.929853 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fb35f348-5871-48a7-bd9d-5a9e14240934 tempest-AttachVolumeTestJSON-808386842 tempest-AttachVolumeTestJSON-808386842-project] 10.222.0.18 "DELETE /v2.0/floatingips/61a4efb0-b505-491f-8d06-67af41a52b01 HTTP/1.1" status: 204 len: 168 time: 0.4748778 Mar 09 06:25:27.111363 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 000ef945-7435-4ca7-b1bb-90866153f7ef no longer exists at agent hyperv_hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:25:27.131495 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] No Port match for: 000ef945-7435-4ca7-b1bb-90866153f7ef {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:25:27.131844 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Device 000ef945-7435-4ca7-b1bb-90866153f7ef not bound to the agent host hv-cinder-83115 {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:25:29.731361 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51246) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:30.248608 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:30.488535 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Deleting port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:25:30.488879 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:30.562556 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] For port 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:25:30.562907 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:30.574641 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Calling delete_port for 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:25:30.838795 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (6c07ca6b-5724-4cca-af52-f87ed8e1e9fc), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:30.862949 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c07ca6b-5724-4cca-af52-f87ed8e1e9fc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:31.028747 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556796'] for router_interface (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:31.460360 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 has already been hosted by L3 agent fe87d9ee-fd75-4ba6-a479-5a76e4704d94 {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:25:31.564017 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] Notify agent at l3_agent.dv-cinder-831154-2-iscsi the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:25:31.569474 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-562c8fce-1412-42e0-a16d-79613f865ca7 admin admin] 10.222.0.18 "PUT /v2.0/routers/f2ac6aa4-6cbf-4fea-954f-43cfee67f304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8370607 Mar 09 06:25:31.571975 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51250) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:31.574593 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] Sync routers for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:25:31.584693 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:25:31.588745 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:25:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:31.679191 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks [] for router (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:31.692544 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: dv-cinder-831154-2-iscsi {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:25:31.781936 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks [] for router_gateway (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:31.872163 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'external_fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:25:30Z', 'revision_number': 5, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port': {'id': '7e803c66-8e98-4635-a6b4-9fb8138f7aab', 'name': '', 'network_id': 'c157ab18-152d-41be-aa6d-29175f568c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:18:29Z', 'updated_at': '2022-03-09T06:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c45987e-aedb-444e-a9e2-8ad905eda242', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831154-2-iscsi'}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:31.889897 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Deleting port 7e803c66-8e98-4635-a6b4-9fb8138f7aab {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:25:31.890426 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:31.898116 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] Checking router: f2ac6aa4-6cbf-4fea-954f-43cfee67f304 for host: dv-cinder-831154-2-iscsi {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:25:31.907296 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] Routers {'f2ac6aa4-6cbf-4fea-954f-43cfee67f304'} bound to L3 agent in host dv-cinder-831154-2-iscsi {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:25:31.907908 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T05:59:09Z,description=,heartbeat_timestamp=2022-03-09T06:25:09Z,host='dv-cinder-831154-2-iscsi',id=fe87d9ee-fd75-4ba6-a479-5a76e4704d94,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:59:09Z,topic='l3_agent')) {'router_ids': ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:31.967566 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] For port 7e803c66-8e98-4635-a6b4-9fb8138f7aab, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=7e803c66-8e98-4635-a6b4-9fb8138f7aab,segment=NetworkSegment(a8cbff40-c2f9-4047-b0b9-4e022232546e),segment_id=a8cbff40-c2f9-4047-b0b9-4e022232546e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:25:31.967928 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:31.981402 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Calling delete_port for 7e803c66-8e98-4635-a6b4-9fb8138f7aab owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:25:32.121642 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] Set router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:25:32.175595 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:25:31Z', 'revision_number': 6, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port_host': None}], 'dv-cinder-831154-2-iscsi', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:32.200225 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15cc0f-a6b9-4fe4-acf3-09f65308d829 None None] The sync data for ids ['f2ac6aa4-6cbf-4fea-954f-43cfee67f304'] in dv-cinder-831154-2-iscsi is: [{'id': 'f2ac6aa4-6cbf-4fea-954f-43cfee67f304', 'name': 'tempest-AttachVolumeTestJSON-283798578-router', 'tenant_id': '15aa9d37cb3f4938b75a6a0336065cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:18:28Z', 'updated_at': '2022-03-09T06:25:31Z', 'revision_number': 6, 'project_id': '15aa9d37cb3f4938b75a6a0336065cee', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:25:32.219369 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (7e803c66-8e98-4635-a6b4-9fb8138f7aab), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.247369 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e803c66-8e98-4635-a6b4-9fb8138f7aab,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:32.308586 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541014'] for router_gateway (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.395647 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29763'] for router (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.397709 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks [] for router_controller (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.504657 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555509'] for router (f2ac6aa4-6cbf-4fea-954f-43cfee67f304), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.505198 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ac6aa4-6cbf-4fea-954f-43cfee67f304 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:25:32.509608 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.510751 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-424fa8b7-7b5e-4d52-a2be-e9d6ff8a32d1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f2ac6aa4-6cbf-4fea-954f-43cfee67f304 HTTP/1.1" status: 204 len: 168 time: 0.9378030 Mar 09 06:25:32.513213 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51252) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:32.574939 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-af72abdb-efc8-4c39-baf3-50b166003b0b admin admin] Deleting subnet de736fa5-3f73-4c43-9afe-172da4727aae {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:25:32.579301 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af72abdb-efc8-4c39-baf3-50b166003b0b admin admin] Publish callbacks [] for subnet (de736fa5-3f73-4c43-9afe-172da4727aae), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.615978 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af72abdb-efc8-4c39-baf3-50b166003b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8944372'] for subnet (de736fa5-3f73-4c43-9afe-172da4727aae), precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.692044 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af72abdb-efc8-4c39-baf3-50b166003b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7852335'] for subnet (de736fa5-3f73-4c43-9afe-172da4727aae), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.808011 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af72abdb-efc8-4c39-baf3-50b166003b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7852340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1785751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3455546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3364323'] for subnet (de736fa5-3f73-4c43-9afe-172da4727aae), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.834385 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af72abdb-efc8-4c39-baf3-50b166003b0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.838145 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-af72abdb-efc8-4c39-baf3-50b166003b0b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de736fa5-3f73-4c43-9afe-172da4727aae HTTP/1.1" status: 204 len: 168 time: 0.3234868 Mar 09 06:25:32.844082 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72abdb-efc8-4c39-baf3-50b166003b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de736fa5-3f73-4c43-9afe-172da4727aae,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:32.844356 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc618c8f-25e0-44ce-bc2e-6eb167d5182f None None] Network 30ad9060-b8e8-4f5a-a8ef-409c7c135faf requested from dv-cinder-831154-2-iscsi {{(pid=103638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:25:32.844849 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51254) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:32.907390 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7797152'] for network (30ad9060-b8e8-4f5a-a8ef-409c7c135faf), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.967978 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Deleting port 2fd8e607-038c-4f89-a4a4-7b6e38869199 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:25:32.968321 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:32.969946 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:25:33.000192 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:25:33.000587 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 6c07ca6b-5724-4cca-af52-f87ed8e1e9fc not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:25:33.004872 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] DHCP port deletion for 30ad9060-b8e8-4f5a-a8ef-409c7c135faf request from dv-cinder-831154-2-iscsi {{(pid=103638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:25:33.035618 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] For port 2fd8e607-038c-4f89-a4a4-7b6e38869199, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=2fd8e607-038c-4f89-a4a4-7b6e38869199,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:25:33.035979 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.048230 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Calling delete_port for 2fd8e607-038c-4f89-a4a4-7b6e38869199 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:25:33.051833 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] Deleting port 2fd8e607-038c-4f89-a4a4-7b6e38869199 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:25:33.052211 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892843843'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.117227 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] For port 2fd8e607-038c-4f89-a4a4-7b6e38869199, host dv-cinder-831154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831154-2-iscsi',level=0,port_id=2fd8e607-038c-4f89-a4a4-7b6e38869199,segment=NetworkSegment(d639d0e5-6964-4663-b9ea-221575a8069a),segment_id=d639d0e5-6964-4663-b9ea-221575a8069a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:25:33.117624 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544666'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.129731 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] Calling delete_port for 2fd8e607-038c-4f89-a4a4-7b6e38869199 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:25:33.238445 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3455501'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.242097 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7830597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763892276408'] for port (2fd8e607-038c-4f89-a4a4-7b6e38869199), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.266228 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd8e607-038c-4f89-a4a4-7b6e38869199,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:33.267301 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] Pushing event deleted for resources: {'Port': ['ID=2fd8e607-038c-4f89-a4a4-7b6e38869199,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:33.270638 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] No DVR routers for this DVR port 2fd8e607-038c-4f89-a4a4-7b6e38869199 on host dv-cinder-831154-2-iscsi {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:25:33.270776 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2dbec-39bf-44f8-9802-c0351f09ad8e None None] No DVR routers for this DVR port 2fd8e607-038c-4f89-a4a4-7b6e38869199 on host dv-cinder-831154-2-iscsi {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:25:33.340183 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7799968', 'neutron.services.segments.db._delete_segments_for_network-8763892612199'] for network (30ad9060-b8e8-4f5a-a8ef-409c7c135faf), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.363661 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ad9060-b8e8-4f5a-a8ef-409c7c135faf']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:33.372504 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd639d0e5-6964-4663-b9ea-221575a8069a') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:33.372803 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.services.segments.db [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd639d0e5-6964-4663-b9ea-221575a8069a') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:25:33.381861 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892609392', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8944143'] for segment (d639d0e5-6964-4663-b9ea-221575a8069a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.394995 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956'] for segment (d639d0e5-6964-4663-b9ea-221575a8069a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.400692 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:25:33.401097 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7853956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3455568'] for segment (d639d0e5-6964-4663-b9ea-221575a8069a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: Traceback (most recent call last): Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: timer() Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: cb(*args, **kw) Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: return func(*args, **kwargs) Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: self._notify() Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: self.callback(batched_events) Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: event.method(event) Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: return f(self, *a, **k) Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._get(url).json() Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: return self.request(url, 'GET', **kwargs) Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:25:33.402704 dv-cinder-831154-2-iscsi neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:25:33.524573 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7799977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541042'] for network (30ad9060-b8e8-4f5a-a8ef-409c7c135faf), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.529781 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563496'] for network (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.532986 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] 10.222.0.18 "DELETE /v2.0/networks/30ad9060-b8e8-4f5a-a8ef-409c7c135faf HTTP/1.1" status: 204 len: 168 time: 0.6914139 Mar 09 06:25:33.543440 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a491c-3699-4815-b6ec-40f3fcb5503a admin admin] Pushing event deleted for resources: {'Network': ['ID=30ad9060-b8e8-4f5a-a8ef-409c7c135faf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:33.775787 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:33.813698 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5fbb2afb-8867-4acd-a387-2936be589465 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15aa9d37cb3f4938b75a6a0336065cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367422 Mar 09 06:25:33.815960 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51260) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:33.863940 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f81a848-e7c8-48ce-b4d6-f65dc81f1185 admin admin] Publish callbacks [] for security_group (dd5a3736-5d7c-4f47-8dd4-f9c4ab3e8d83), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:33.884051 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f81a848-e7c8-48ce-b4d6-f65dc81f1185 admin admin] Publish callbacks [] for security_group (dd5a3736-5d7c-4f47-8dd4-f9c4ab3e8d83), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:34.013444 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f81a848-e7c8-48ce-b4d6-f65dc81f1185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (dd5a3736-5d7c-4f47-8dd4-f9c4ab3e8d83), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:34.016183 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f81a848-e7c8-48ce-b4d6-f65dc81f1185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:34.017389 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-8f81a848-e7c8-48ce-b4d6-f65dc81f1185 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd5a3736-5d7c-4f47-8dd4-f9c4ab3e8d83 HTTP/1.1" status: 204 len: 168 time: 0.2005646 Mar 09 06:25:34.025424 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81a848-e7c8-48ce-b4d6-f65dc81f1185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a3736-5d7c-4f47-8dd4-f9c4ab3e8d83,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:34.538411 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 7e803c66-8e98-4635-a6b4-9fb8138f7aab no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:25:34.559302 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 7e803c66-8e98-4635-a6b4-9fb8138f7aab {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:25:34.559662 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 7e803c66-8e98-4635-a6b4-9fb8138f7aab not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:25:34.560090 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 2fd8e607-038c-4f89-a4a4-7b6e38869199 no longer exists at agent ovs-agent-dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:25:34.580686 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] No Port match for: 2fd8e607-038c-4f89-a4a4-7b6e38869199 {{(pid=103638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:25:34.581036 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.rpc [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Device 2fd8e607-038c-4f89-a4a4-7b6e38869199 not bound to the agent host dv-cinder-831154-2-iscsi {{(pid=103638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:25:36.450307 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cdad0eea-9fd1-40f6-bc70-b317fd37d10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:36.607997 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51314) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:36.709337 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-649c9518-9733-4290-a716-9c9044f08881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:36.779884 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-649c9518-9733-4290-a716-9c9044f08881 admin admin] Publish callbacks [] for security_group (b5725d01-75a4-49ee-a898-d6542be1eab3), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:36.847652 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-649c9518-9733-4290-a716-9c9044f08881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b5725d01-75a4-49ee-a898-d6542be1eab3), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:36.883651 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c9518-9733-4290-a716-9c9044f08881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5725d01-75a4-49ee-a898-d6542be1eab3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:36.887893 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-649c9518-9733-4290-a716-9c9044f08881 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5af6a3fedbcb4f0bb68ab6fa716ec504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782121 Mar 09 06:25:36.890927 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51318) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:36.937788 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-342ca457-2359-4a5d-b632-9f399be92dc7 admin admin] Publish callbacks [] for security_group (b5725d01-75a4-49ee-a898-d6542be1eab3), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:36.958901 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-342ca457-2359-4a5d-b632-9f399be92dc7 admin admin] Publish callbacks [] for security_group (b5725d01-75a4-49ee-a898-d6542be1eab3), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.073368 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-342ca457-2359-4a5d-b632-9f399be92dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (b5725d01-75a4-49ee-a898-d6542be1eab3), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.075963 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-342ca457-2359-4a5d-b632-9f399be92dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.077698 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-342ca457-2359-4a5d-b632-9f399be92dc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5725d01-75a4-49ee-a898-d6542be1eab3 HTTP/1.1" status: 204 len: 168 time: 0.1854124 Mar 09 06:25:37.085331 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ca457-2359-4a5d-b632-9f399be92dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5725d01-75a4-49ee-a898-d6542be1eab3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:37.620446 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51324) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:37.633896 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a9f42153-75ed-40d7-8bcd-028bd24ff281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.704932 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a9f42153-75ed-40d7-8bcd-028bd24ff281 admin admin] Publish callbacks [] for security_group (15b7a886-e456-4be9-ab71-217892ed44fa), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.767222 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a9f42153-75ed-40d7-8bcd-028bd24ff281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (15b7a886-e456-4be9-ab71-217892ed44fa), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.802668 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42153-75ed-40d7-8bcd-028bd24ff281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b7a886-e456-4be9-ab71-217892ed44fa,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:37.807823 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-a9f42153-75ed-40d7-8bcd-028bd24ff281 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cd177728f414c6da9e70ee1bb3ddb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863153 Mar 09 06:25:37.810601 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51326) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:25:37.856786 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba17639b-4c97-469c-9ff1-6971ec09377a admin admin] Publish callbacks [] for security_group (15b7a886-e456-4be9-ab71-217892ed44fa), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.878339 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba17639b-4c97-469c-9ff1-6971ec09377a admin admin] Publish callbacks [] for security_group (15b7a886-e456-4be9-ab71-217892ed44fa), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.985967 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba17639b-4c97-469c-9ff1-6971ec09377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (15b7a886-e456-4be9-ab71-217892ed44fa), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.988514 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba17639b-4c97-469c-9ff1-6971ec09377a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:37.989679 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ba17639b-4c97-469c-9ff1-6971ec09377a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15b7a886-e456-4be9-ab71-217892ed44fa HTTP/1.1" status: 204 len: 168 time: 0.1782036 Mar 09 06:25:37.997666 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17639b-4c97-469c-9ff1-6971ec09377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b7a886-e456-4be9-ab71-217892ed44fa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:25:38.742043 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f53c6b5-22be-4021-b7ea-57f2fb85c50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:40.070916 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:41.044764 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:42.770519 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:54.165132 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:25:55.733713 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:26:06.485320 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ddf88297-4be3-4b6f-80d9-5fbb65acaf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:08.737173 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d7952230-5382-49bd-ab0e-8f7cbec05709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:10.062629 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:11.079425 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:12.765404 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:18.086452 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51556) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:26:18.187218 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:18.257524 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Publish callbacks [] for security_group (1c4cd74c-354b-4b90-bc7f-bb357a80ccc2), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:18.327861 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (1c4cd74c-354b-4b90-bc7f-bb357a80ccc2), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:18.368251 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5229461c7b7246bfb028ee0275440c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807844 Mar 09 06:26:18.369091 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4cd74c-354b-4b90-bc7f-bb357a80ccc2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:26:18.370866 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:26:18.385879 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.386231 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.386573 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.386913 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.387246 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.387570 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.387898 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.388223 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.388568 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.388896 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.389218 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.389539 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.389992 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b44dc-9864-4b47-96a3-dea51018d80c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:18.427894 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4e231da-2d6c-45a3-8b18-628d22fa0771 admin admin] Publish callbacks [] for security_group (1c4cd74c-354b-4b90-bc7f-bb357a80ccc2), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:18.448149 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4e231da-2d6c-45a3-8b18-628d22fa0771 admin admin] Publish callbacks [] for security_group (1c4cd74c-354b-4b90-bc7f-bb357a80ccc2), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:18.559605 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4e231da-2d6c-45a3-8b18-628d22fa0771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (1c4cd74c-354b-4b90-bc7f-bb357a80ccc2), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:18.562188 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4e231da-2d6c-45a3-8b18-628d22fa0771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:18.563306 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-a4e231da-2d6c-45a3-8b18-628d22fa0771 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c4cd74c-354b-4b90-bc7f-bb357a80ccc2 HTTP/1.1" status: 204 len: 168 time: 0.1915817 Mar 09 06:26:18.571253 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e231da-2d6c-45a3-8b18-628d22fa0771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4cd74c-354b-4b90-bc7f-bb357a80ccc2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:26:19.186525 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51566) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:26:19.199318 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ba8ced4-25c9-46bb-922a-53ac19286909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:19.270197 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ba8ced4-25c9-46bb-922a-53ac19286909 admin admin] Publish callbacks [] for security_group (8b24cb70-0c6c-43dc-a936-2bc2bf4a57c4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:19.345297 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ba8ced4-25c9-46bb-922a-53ac19286909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (8b24cb70-0c6c-43dc-a936-2bc2bf4a57c4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:19.381397 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8ced4-25c9-46bb-922a-53ac19286909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b24cb70-0c6c-43dc-a936-2bc2bf4a57c4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:26:19.386619 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-0ba8ced4-25c9-46bb-922a-53ac19286909 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aff92285c39a4cd097827eb7b48c1ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991055 Mar 09 06:26:19.389173 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51568) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:26:19.437389 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc3b93f7-4d8c-40a5-b0b8-ea04e6592244 admin admin] Publish callbacks [] for security_group (8b24cb70-0c6c-43dc-a936-2bc2bf4a57c4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:19.457202 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc3b93f7-4d8c-40a5-b0b8-ea04e6592244 admin admin] Publish callbacks [] for security_group (8b24cb70-0c6c-43dc-a936-2bc2bf4a57c4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:19.556769 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc3b93f7-4d8c-40a5-b0b8-ea04e6592244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (8b24cb70-0c6c-43dc-a936-2bc2bf4a57c4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:19.559273 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc3b93f7-4d8c-40a5-b0b8-ea04e6592244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:19.560380 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-fc3b93f7-4d8c-40a5-b0b8-ea04e6592244 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b24cb70-0c6c-43dc-a936-2bc2bf4a57c4 HTTP/1.1" status: 204 len: 168 time: 0.1703374 Mar 09 06:26:19.567664 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b93f7-4d8c-40a5-b0b8-ea04e6592244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b24cb70-0c6c-43dc-a936-2bc2bf4a57c4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:26:24.208529 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:32.732516 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:26:36.480452 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-12e5dcae-8b75-48ca-b0a2-39b41f7ee24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:38.716904 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7a39c758-4287-4625-88fc-9c084cc4599a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:40.060177 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:41.068621 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:42.780058 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:44.285131 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51728) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:26:44.386876 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:44.456911 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Publish callbacks [] for security_group (46f5a950-128f-421f-858b-29947d2124bd), precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:44.511506 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (46f5a950-128f-421f-858b-29947d2124bd), after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:44.550102 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6a4cd6225b24fc2a5f4892f6917eee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633452 Mar 09 06:26:44.550956 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f5a950-128f-421f-858b-29947d2124bd,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:26:44.552798 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:26:44.558239 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.558589 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.558926 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.559262 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.559587 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.559910 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.560235 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.560584 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.560909 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.561233 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.561552 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.561865 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.562181 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca1bf1-5312-49e3-8cf9-777496b1491c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831154-2-iscsi {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:26:44.599987 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a13e632-feb6-45ac-b01a-cbd6ef4b72f8 admin admin] Publish callbacks [] for security_group (46f5a950-128f-421f-858b-29947d2124bd), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:44.620130 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a13e632-feb6-45ac-b01a-cbd6ef4b72f8 admin admin] Publish callbacks [] for security_group (46f5a950-128f-421f-858b-29947d2124bd), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:44.738121 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a13e632-feb6-45ac-b01a-cbd6ef4b72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (46f5a950-128f-421f-858b-29947d2124bd), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:44.740676 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a13e632-feb6-45ac-b01a-cbd6ef4b72f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:44.741821 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4a13e632-feb6-45ac-b01a-cbd6ef4b72f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46f5a950-128f-421f-858b-29947d2124bd HTTP/1.1" status: 204 len: 168 time: 0.1880639 Mar 09 06:26:44.749414 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13e632-feb6-45ac-b01a-cbd6ef4b72f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f5a950-128f-421f-858b-29947d2124bd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:26:50.387157 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51800) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:26:50.485588 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b73db87-60c0-4012-850c-07889bf3ac13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:50.554964 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b73db87-60c0-4012-850c-07889bf3ac13 admin admin] Publish callbacks [] for security_group (dea48a73-832b-434a-b1e7-94fa75abd820), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:50.623278 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b73db87-60c0-4012-850c-07889bf3ac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (dea48a73-832b-434a-b1e7-94fa75abd820), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:50.661843 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73db87-60c0-4012-850c-07889bf3ac13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea48a73-832b-434a-b1e7-94fa75abd820,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:26:50.666129 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-4b73db87-60c0-4012-850c-07889bf3ac13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97b1c176362c4df0a377fa90b52e6863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779834 Mar 09 06:26:50.668855 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:26:50.714483 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b127438-7656-4f91-93b1-fe42efaa3046 admin admin] Publish callbacks [] for security_group (dea48a73-832b-434a-b1e7-94fa75abd820), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:50.735114 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b127438-7656-4f91-93b1-fe42efaa3046 admin admin] Publish callbacks [] for security_group (dea48a73-832b-434a-b1e7-94fa75abd820), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:50.854479 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b127438-7656-4f91-93b1-fe42efaa3046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (dea48a73-832b-434a-b1e7-94fa75abd820), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:50.857044 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b127438-7656-4f91-93b1-fe42efaa3046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:26:50.858250 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-5b127438-7656-4f91-93b1-fe42efaa3046 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dea48a73-832b-434a-b1e7-94fa75abd820 HTTP/1.1" status: 204 len: 168 time: 0.1885707 Mar 09 06:26:50.866677 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b127438-7656-4f91-93b1-fe42efaa3046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea48a73-832b-434a-b1e7-94fa75abd820,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:26:54.202939 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:02.009029 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51926) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:27:02.110124 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f955732-59ac-4e16-9a5a-b262f9a6cb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:02.181299 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f955732-59ac-4e16-9a5a-b262f9a6cb64 admin admin] Publish callbacks [] for security_group (e7fc1727-fe59-4af5-9ca8-c0ee53738cd5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:02.235146 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f955732-59ac-4e16-9a5a-b262f9a6cb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e7fc1727-fe59-4af5-9ca8-c0ee53738cd5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:02.276645 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-1f955732-59ac-4e16-9a5a-b262f9a6cb64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6119f50ac2be4b41952fddcddce79f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665558 Mar 09 06:27:02.277487 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f955732-59ac-4e16-9a5a-b262f9a6cb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc1727-fe59-4af5-9ca8-c0ee53738cd5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:27:02.279452 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51930) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:27:02.595472 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98a6e395-a729-401d-9bcc-09bbf9766d2f admin admin] Publish callbacks [] for security_group (e7fc1727-fe59-4af5-9ca8-c0ee53738cd5), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:02.616612 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98a6e395-a729-401d-9bcc-09bbf9766d2f admin admin] Publish callbacks [] for security_group (e7fc1727-fe59-4af5-9ca8-c0ee53738cd5), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:02.763284 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98a6e395-a729-401d-9bcc-09bbf9766d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (e7fc1727-fe59-4af5-9ca8-c0ee53738cd5), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:02.765840 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98a6e395-a729-401d-9bcc-09bbf9766d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:02.766971 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-98a6e395-a729-401d-9bcc-09bbf9766d2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7fc1727-fe59-4af5-9ca8-c0ee53738cd5 HTTP/1.1" status: 204 len: 168 time: 0.4865484 Mar 09 06:27:02.774762 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6e395-a729-401d-9bcc-09bbf9766d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc1727-fe59-4af5-9ca8-c0ee53738cd5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:27:03.365684 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:27:03.377399 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4e3266-7969-42f6-b92a-fed676b818b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:03.447598 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4e3266-7969-42f6-b92a-fed676b818b0 admin admin] Publish callbacks [] for security_group (c04a470a-b3e0-40e4-b163-6ffd5f47618b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:03.500363 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4e3266-7969-42f6-b92a-fed676b818b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c04a470a-b3e0-40e4-b163-6ffd5f47618b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:03.537886 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-ad4e3266-7969-42f6-b92a-fed676b818b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=314e2d36f34d4b1194a77702bcff97b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723082 Mar 09 06:27:03.538996 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e3266-7969-42f6-b92a-fed676b818b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a470a-b3e0-40e4-b163-6ffd5f47618b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:27:03.540688 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [-] (103637) accepted ('10.222.0.18', 51938) {{(pid=103637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:27:03.587368 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9405-858d-4b47-ac2e-c285f2fb4a09 admin admin] Publish callbacks [] for security_group (c04a470a-b3e0-40e4-b163-6ffd5f47618b), before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:03.607204 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9405-858d-4b47-ac2e-c285f2fb4a09 admin admin] Publish callbacks [] for security_group (c04a470a-b3e0-40e4-b163-6ffd5f47618b), precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:03.717440 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9405-858d-4b47-ac2e-c285f2fb4a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (c04a470a-b3e0-40e4-b163-6ffd5f47618b), after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:03.719930 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f0f9405-858d-4b47-ac2e-c285f2fb4a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:03.721087 dv-cinder-831154-2-iscsi neutron-server[103637]: INFO neutron.wsgi [None req-8f0f9405-858d-4b47-ac2e-c285f2fb4a09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c04a470a-b3e0-40e4-b163-6ffd5f47618b HTTP/1.1" status: 204 len: 168 time: 0.1794341 Mar 09 06:27:03.728430 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f9405-858d-4b47-ac2e-c285f2fb4a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a470a-b3e0-40e4-b163-6ffd5f47618b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:27:04.412293 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:27:04.425866 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54f8448b-9c1e-4d72-8ec6-a8fd5dc081c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:04.495215 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54f8448b-9c1e-4d72-8ec6-a8fd5dc081c9 admin admin] Publish callbacks [] for security_group (5d97ed0f-3693-4b7d-8608-9d1d68b7f108), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:04.557184 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54f8448b-9c1e-4d72-8ec6-a8fd5dc081c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (5d97ed0f-3693-4b7d-8608-9d1d68b7f108), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:04.592308 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8448b-9c1e-4d72-8ec6-a8fd5dc081c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d97ed0f-3693-4b7d-8608-9d1d68b7f108,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:27:04.596530 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-54f8448b-9c1e-4d72-8ec6-a8fd5dc081c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b4d659aa8c3472db5c7285fbadd71a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832247 Mar 09 06:27:04.599645 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.18', 51946) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:27:04.647732 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227d4956-5515-4ca2-b83b-95086ad25c81 admin admin] Publish callbacks [] for security_group (5d97ed0f-3693-4b7d-8608-9d1d68b7f108), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:04.668173 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227d4956-5515-4ca2-b83b-95086ad25c81 admin admin] Publish callbacks [] for security_group (5d97ed0f-3693-4b7d-8608-9d1d68b7f108), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:04.774556 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227d4956-5515-4ca2-b83b-95086ad25c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318712'] for security_group (5d97ed0f-3693-4b7d-8608-9d1d68b7f108), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:04.777064 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-227d4956-5515-4ca2-b83b-95086ad25c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:04.778201 dv-cinder-831154-2-iscsi neutron-server[103636]: INFO neutron.wsgi [None req-227d4956-5515-4ca2-b83b-95086ad25c81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d97ed0f-3693-4b7d-8608-9d1d68b7f108 HTTP/1.1" status: 204 len: 168 time: 0.1782026 Mar 09 06:27:04.786466 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d4956-5515-4ca2-b83b-95086ad25c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d97ed0f-3693-4b7d-8608-9d1d68b7f108,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:27:06.534723 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-533b8afa-c1a9-4ed4-a274-8d94c0081926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:08.731904 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7dfd-c63f-4b57-bd1e-3856b1ce33d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:09.731684 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:27:10.097825 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:11.060443 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:12.806375 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:24.223583 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:36.489180 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-340c893a-2968-4c57-b1e4-39bf3e8b1d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:38.734634 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f6f49d55-c5f6-4b15-a724-09b0531ddea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:40.066413 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:41.066310 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:42.832225 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:27:46.729982 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:27:54.231999 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:06.471927 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-80a69fa2-7213-4bda-b5cc-35d1eb8394b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:08.761603 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-77df17ae-f7f4-46ef-9d0b-243d41c3969d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:10.064470 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:11.072266 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:12.769069 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:23.728938 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:28:24.226671 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:36.506465 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5eec7d4d-69ab-48af-8c45-85af1a987aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:38.732962 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-091c97c3-d986-4fc1-9c6e-49f9bb5c265d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:40.081866 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:41.083885 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:42.752230 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:28:54.226669 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:00.727893 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:29:06.494952 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eb5da62b-698f-4243-83e0-beb69a0b394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:08.763617 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-04ee11fd-53cf-4414-8b6b-27e62054dffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:10.083614 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:11.104928 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:12.779087 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:24.215007 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:36.471998 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5c2589f0-2047-496a-8cde-774d4de5f61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:37.726373 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:29:38.773734 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9ebd183f-42b4-4878-a346-6e6d4e43f63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:40.089525 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:41.098929 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:42.751979 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:29:54.238307 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:06.494675 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-101dc775-ba9d-45d2-a466-885cb6df873b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:08.740341 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c35b818a-fd17-4607-a8d1-8284b896ee75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:10.100000 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:11.100501 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:12.756276 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:14.728171 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:30:24.277449 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:36.489415 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97ca2419-63bd-497f-bccd-ed2cef3f681c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:38.773888 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3197-ae01-4270-a1fb-b6f0dbbee673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:40.088717 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:41.071596 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:42.780446 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:30:51.727957 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:30:54.300360 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:06.499979 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7f582c1c-eba6-430d-93d3-7da4be03b050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:08.740013 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eb430e7a-1cb4-40d3-b706-8b5e26b876b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:10.082059 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:11.094144 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:12.791470 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:24.288832 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:28.727530 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:31:29.518727 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-ec76f87d-6f1e-42b1-aa93-96627b282853 req-f31ac2b4-a2cf-4a12-95cf-71f0480ef9c6 service neutron] (103637) timed out ('10.222.0.20', 55306) {{(pid=103637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 06:31:32.238189 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-075a7ac1-9df6-425f-beed-c43bfe17cfe2 service neutron] (103637) timed out ('10.222.0.18', 48160) {{(pid=103637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 06:31:32.410998 dv-cinder-831154-2-iscsi neutron-server[103637]: DEBUG neutron.wsgi [req-3e99b0e1-8938-4a7f-b428-266f19ce73e6 req-510f56e1-5b99-43fd-aac3-22b197412f5d tempest-AttachVolumeShelveTestJSON-1074226872 tempest-AttachVolumeShelveTestJSON-1074226872-project] (103637) timed out ('10.222.0.18', 48168) {{(pid=103637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 06:31:36.488053 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3fa2378b-5d36-41b6-a31c-712e07418790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:38.768118 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-505004ee-e400-4e7a-a9db-cee5c8c7ca78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:40.077075 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:41.082720 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:42.773598 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:31:54.293398 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:32:05.726630 dv-cinder-831154-2-iscsi neutron-server[103639]: DEBUG neutron.db.agents_db [None req-4c7d0e90-9436-4420-b313-88b9144f8cc9 None None] Agent healthcheck: found 6 active agents {{(pid=103639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:32:06.482429 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c8b68b39-de2b-4302-bb02-1083c8152db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (b442941b-b3d8-476a-b77b-0dffe211479c), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:32:08.733830 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-77d0283f-43ff-4166-9903-27ae454376a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (fe87d9ee-fd75-4ba6-a479-5a76e4704d94), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:32:10.110720 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dc754d6e-ff5f-4aed-82ef-30d01999e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aab111e0-cf78-467e-bf94-f17e16098538), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:32:11.093659 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93871a5d-d32d-4d13-8ad1-0cfb016f6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (4c57ab0b-31e6-456b-a732-be63e8790e36), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:32:12.768060 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0b6610b4-a8af-4d1d-8252-61b5eebe8a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (aa4f2bc4-1ff7-460c-8414-117d60090426), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:32:24.293401 dv-cinder-831154-2-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e296f928-06b6-475b-8d63-f56802c31d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892612181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7802459'] for agent (06e08cd1-a3f5-4203-a392-97dc1df4f373), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:32:26.948521 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-7741c23b-051f-4df8-834d-d88271b58760 service neutron] (103636) timed out ('10.222.0.18', 45684) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 06:32:27.067539 dv-cinder-831154-2-iscsi neutron-server[103636]: DEBUG neutron.wsgi [req-0e8c0d56-d854-4def-bdfd-3c5297442d77 req-4de1cdf6-c851-4817-8733-a524c9a829e2 tempest-TestShelveInstance-421543650 tempest-TestShelveInstance-421543650-project] (103636) timed out ('10.222.0.18', 45706) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}